-- Logs begin at Tue 2021-04-20 16:41:27 UTC, end at Tue 2021-04-20 17:44:32 UTC. --
Apr 20 17:15:35.972984 dv-cinder-786927-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 17:15:39.207167 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.common.config [-] Logging enabled!
Apr 20 17:15:39.207713 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 17:15:39.209063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86268) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 17:15:39.210842 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.common.config [-] Logging enabled!
Apr 20 17:15:39.211137 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 17:15:39.211475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86268) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 17:15:39.212506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 17:15:39.212766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 17:15:39.213855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 17:15:39.214137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 17:15:39.214402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 17:15:39.214761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.215101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.215433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.215694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.216028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.216358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.216677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.217005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.217361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.217683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.217994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.218313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.218575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.218889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.219213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.219539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.219791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.220103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.220633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.220949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.221308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.221636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.221948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.222252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.222560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.222877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.223236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] host                           = dv-cinder-786927-2-iscsi {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.223544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.223911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.224192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.224517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.225421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.225859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.226026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.226331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.226636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.226942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.227269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.227588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.227918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.228171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.228421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.228748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.229073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.229404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.229713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.230018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.230325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.230627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.230928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.231250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.231570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.231890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.232194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.232497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.232800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.233104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.233449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.233760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.234064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.234368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.234689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.234989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.235292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.235627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.236008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.236264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.236580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.236882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.237245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.237525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.237825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.238125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.238426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.238722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.239040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.239341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.239641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.239941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.240266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.241152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:39.241512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.241847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.242187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.242500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.242815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.243124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.243449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.243764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.244087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.244412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.244728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.245035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.245381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.245690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.246020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.246362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.246694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.247021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.247325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.247633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.247937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.248245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.248564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.248891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.249238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.249552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.249860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.250186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.250496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.250798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.251105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.251430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.251740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.252047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.252360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.252668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.252973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.253315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.253632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.253962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.254717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.254717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.254906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.255123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.255424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.255741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.256134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.256489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.256817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.257128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.257461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.257769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.258078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.258382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.258691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.258994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.259294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.259595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.259899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.260202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.260511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.260808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.261115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.261453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.261756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.262061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.262367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.262670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.262987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.263318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.263633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.263945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.264258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.264567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.264877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.265231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.265546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.265857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.266165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.266493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.266809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.267127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.267439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.267746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.268080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.268388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.268703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.269011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.269343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.269666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.269981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.270309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.270642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.270963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.271290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.271648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.272037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.272388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.272702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:39.272951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 17:15:39.273239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86268) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 17:15:39.949380 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading Gnome
Apr 20 17:15:39.966304 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading Google
Apr 20 17:15:39.969041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 17:15:39.972639 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading file
Apr 20 17:15:39.973499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading keyczar
Apr 20 17:15:39.973780 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading multi
Apr 20 17:15:39.974405 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO keyring.backend [-] Loading pyfs
Apr 20 17:15:40.021393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:15:40.021742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:15:40.022067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:15:40.022614 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 17:15:40.415844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.416419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.416419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.417795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.418218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.418514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.455545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.455851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.456146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.471735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.472044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.472344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.539958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.540192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.540489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.541531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.541834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.543756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.821397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3335a737b8> agent after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.821647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3335a737b8> agent after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.821947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3335a736a8> segment precommit_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.822248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3335a73730> network precommit_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.823060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3335c1a9d8> segment before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.971812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> network before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.972189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3335d9ba60> agent before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.972508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> network before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.972809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.973105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.973510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> segment after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.973979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> segment precommit_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.974270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> segment precommit_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.974559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> segment after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.975611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> network after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.975914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> network precommit_delete 0 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.976222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port provisioning_complete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.976527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.976830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.977133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> agent after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.977477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> subnet after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.977772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> subnet precommit_delete 0 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.978087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.978372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.978708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> segment_host_mapping after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.979150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.979431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.979712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.980046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.980326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.980601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f33365ce048>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:40.981026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.981341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.981614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.981883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.982151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.982419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:40.982833 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 17:15:40.986041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 17:15:40.989934 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 17:15:40.994262 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])])
Apr 20 17:15:40.995913 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 17:15:40.997218 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 17:15:40.997593 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 17:15:40.998024 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 17:15:41.001943 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 17:15:41.002244 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 17:15:41.002616 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 17:15:41.029469 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 17:15:41.029986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3335bc7cc0>> qos_plugin after_init 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.030316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86268) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 17:15:41.030715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3335b354e0>> logging-plugin after_init 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.032060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86268) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 17:15:41.032382 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 17:15:41.032658 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 17:15:41.035853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3335b35550>> floatingip before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.036159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3335b35550>> port before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.114275 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 17:15:41.114474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 17:15:41.114705 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 17:15:41.115112 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 17:15:41.149001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.sqlalchemy.engines [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86268) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 17:15:41.595464 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing driver for type 'gre'
Apr 20 17:15:41.596043 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] gre ID ranges: [(1, 1000)]
Apr 20 17:15:41.637133 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing driver for type 'local'
Apr 20 17:15:41.637556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing driver for type 'vlan'
Apr 20 17:15:41.648582 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] VlanTypeDriver initialization complete
Apr 20 17:15:41.648961 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing driver for type 'vxlan'
Apr 20 17:15:41.649541 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] vxlan ID ranges: [(1, 1000)]
Apr 20 17:15:41.689047 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing extension driver 'port_security'
Apr 20 17:15:41.689434 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] PortSecurityExtensionDriver initialization complete
Apr 20 17:15:41.689808 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing mechanism driver 'openvswitch'
Apr 20 17:15:41.690170 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing mechanism driver 'hyperv'
Apr 20 17:15:41.697137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:41.697991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335a132b0>> port after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.698404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335a132b0>> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.698792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335a132b0>> port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.699217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335550f98>> subnet after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.699607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335550f98>> subnet after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.699990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335550f98>> subnet after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.700407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558198>> network after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.700791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558198>> network after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.701170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558198>> network after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.701607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558358>> security_group after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.701989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558358>> security_group after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.702524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558358>> security_group after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.702983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558518>> security_group_rule after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.703368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558518>> security_group_rule after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.703742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3335558518>> security_group_rule after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.704157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f33355586d8>> address_group after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.704535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f33355586d8>> address_group after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.704942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f33355586d8>> address_group after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.705336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] ML2 OVO RPC backend initialized. {{(pid=86268) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 17:15:41.706126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> router_interface after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.706516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> router_interface after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.706978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> network before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.707363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> networks before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.707743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> port before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.708120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> ports before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.708499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> subnet before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.708875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> subnets before_response 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.709825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> network after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.710201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> network after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.710576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> network after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.710945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> port after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.711316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.711685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.712061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> subnet after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.712433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> subnet after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.712841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f33355587b8>> subnet after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.713518 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.plugin [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Modular L2 Plugin initialization complete
Apr 20 17:15:41.713887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading services supported by the core plugin {{(pid=86268) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 17:15:41.714244 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.plugins.ml2.managers [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Got port-security extension from driver 'port_security'
Apr 20 17:15:41.714748 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.extensions.vlantransparent [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Disabled vlantransparent extension.
Apr 20 17:15:41.715287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86268) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 17:15:41.715627 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: router
Apr 20 17:15:41.755487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router_interface before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.755991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_create 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.756581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router before_create 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.757009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router_interface before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.757488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router_interface after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.757888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_delete 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.758297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> floatingip after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.758702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_create 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.759084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.759476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.759855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router_gateway after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.760268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.760754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.761176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3335bb0c80> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.761576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3335bb0e18> port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.761951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3335bb0d90> subnet after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.762341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3335bb0d08> subnetpool_address_scope after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.762720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> port precommit_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.763105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_create 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.763488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3335ba28c8> port before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.763868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.764281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router after_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.764653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_delete 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.765041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_create 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.765470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router_interface after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.765854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> router precommit_update 55549900 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.766286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3335558940>> network after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.767315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Tracking information for resource: router configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:41.767687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Tracking information for resource: floatingip configured {{(pid=86268) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 17:15:41.772790 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_agentschedulers_db [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 17:15:41.773471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f33354dbea0> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.773873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f33354dbd90> port after_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.774261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _notify_port_delete at 0x7f33354dbe18> port after_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.774648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f33354df0d0> port after_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.775568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f33354fb748>> router before_create 55550100 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.775974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f33354fb748>> router precommit_delete 55550100 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.776378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f33354fb748>> router precommit_create 55550100 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.777042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f33354fb748>> router precommit_update 55550100 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.781922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.provider_configuration [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service providers = [] {{(pid=86268) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 17:15:41.782323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.servicetype_db [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86268) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 17:15:41.785273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.service_base [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 17:15:41.785660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.service_base [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 17:15:41.786036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.service_base [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 17:15:41.786944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.service_base [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86268) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 17:15:41.787878 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.services.service_base [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 17:15:41.788308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.788663 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 17:15:41.799187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.799556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: auto_allocate
Apr 20 17:15:41.805903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f33354ad730> network precommit_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.806317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f33354ad730> network precommit_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.806912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.807278 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: tag
Apr 20 17:15:41.814436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.814805 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: timestamp
Apr 20 17:15:41.819311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.819678 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: network_ip_availability
Apr 20 17:15:41.825294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333540a390>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.825709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333540a390>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.826105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333540a390>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:41.826948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.827308 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: flavors
Apr 20 17:15:41.832044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.832410 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading Plugin: revisions
Apr 20 17:15:41.838458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86268) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 17:15:41.838891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=86268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:15:41.839757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86268) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 17:15:41.840118 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Initializing extension manager.
Apr 20 17:15:41.840720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: __init__.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.841106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: __pycache__ {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.841518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.841897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: address_group.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.842832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.843513 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: address-group
Apr 20 17:15:41.843878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: address_scope.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.844681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.845299 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: address-scope
Apr 20 17:15:41.845726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: admin_state_down_before_update.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.846741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.847343 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: router-admin-state-down-before-update
Apr 20 17:15:41.847703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: agent.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.849108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.849108 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: agent
Apr 20 17:15:41.849476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: agent_resources_synced.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.850809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.851517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: agent-resources-synced
Apr 20 17:15:41.851940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: allowedaddresspairs.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.853977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.854620 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: allowed-address-pairs
Apr 20 17:15:41.854989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: auto_allocated_topology.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.856223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.856825 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: auto-allocated-topology
Apr 20 17:15:41.857234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: availability_zone.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.858019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.858611 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: availability_zone
Apr 20 17:15:41.858978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: availability_zone_filter.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.860004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.860600 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: availability_zone_filter
Apr 20 17:15:41.860960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: data_plane_status.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.862148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.862738 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 17:15:41.863106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: default_subnetpools.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.864109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.864700 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: default-subnetpools
Apr 20 17:15:41.865059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: dhcpagentscheduler.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.866600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.867301 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: dhcp_agent_scheduler
Apr 20 17:15:41.867675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: dns.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.868728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.869358 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 17:15:41.869727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: dns_domain_ports.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.870733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.871321 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 17:15:41.871683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: dvr.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.872435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.873015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: dvr
Apr 20 17:15:41.873418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: empty_string_filtering.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.874434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.875017 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: empty-string-filtering
Apr 20 17:15:41.875380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.876348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.876924 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 17:15:41.877321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.878287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.878861 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 17:15:41.879224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: external_net.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.880154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.880729 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: external-net
Apr 20 17:15:41.881811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: extra_dhcp_opt.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.883057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.883746 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: extra_dhcp_opt
Apr 20 17:15:41.884157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: extraroute.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.885147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.885803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: extraroute
Apr 20 17:15:41.886209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: extraroute_atomic.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.887386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.888049 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: extraroute-atomic
Apr 20 17:15:41.888456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: filter_validation.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.889245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.889874 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: filter-validation
Apr 20 17:15:41.890279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: fip_pf_description.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.891282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.891904 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 17:15:41.892314 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: fip_port_details.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.893504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.894137 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: fip-port-details
Apr 20 17:15:41.894541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: flavors.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.895909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.896505 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: flavors
Apr 20 17:15:41.896920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.898919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.899521 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 17:15:41.899893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: floatingip_pools.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.900675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.901292 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: floatingip-pools
Apr 20 17:15:41.901928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: ip_allocation.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.902950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.903543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 17:15:41.903902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.904864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.905474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: ip-substring-filtering
Apr 20 17:15:41.905840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l2_adjacency.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.906815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.907389 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 17:15:41.907757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.908917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.909542 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: router
Apr 20 17:15:41.909909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3_conntrack_helper.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.912642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.913287 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 17:15:41.913667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.914670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.915269 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: ext-gw-mode
Apr 20 17:15:41.915638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.916738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.917362 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: l3-ha
Apr 20 17:15:41.917739 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3_flavors.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.918719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.919351 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: l3-flavors
Apr 20 17:15:41.919715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.920669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.921290 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 17:15:41.921657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: l3agentscheduler.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.922951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.923554 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: l3_agent_scheduler
Apr 20 17:15:41.923921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: logging.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.925608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.926205 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension logging not supported by any of loaded plugins
Apr 20 17:15:41.926574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: metering.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.927418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.928723 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: metering
Apr 20 17:15:41.929100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.930461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.930911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: metering_source_and_destination_fields
Apr 20 17:15:41.931275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: multiprovidernet.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.932231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.932811 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: multi-provider
Apr 20 17:15:41.933216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: netmtu.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.934165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.934742 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: net-mtu
Apr 20 17:15:41.935105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: netmtu_writable.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.936061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.936635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: net-mtu-writable
Apr 20 17:15:41.937173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: network_availability_zone.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.937943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.938522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: network_availability_zone
Apr 20 17:15:41.938894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: network_ip_availability.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.940111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.940703 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: network-ip-availability
Apr 20 17:15:41.941066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: network_segment_range.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.942013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.942604 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 17:15:41.942962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: pagination.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.944662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.945036 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: pagination
Apr 20 17:15:41.945429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: port_device_profile.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.946410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.947031 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: port-device-profile
Apr 20 17:15:41.947394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.948407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.948992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: port-mac-address-regenerate
Apr 20 17:15:41.949397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.950375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.950962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: port-numa-affinity-policy
Apr 20 17:15:41.951325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: port_resource_request.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.952280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.952851 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 17:15:41.953241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: portbindings.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.954215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.954794 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: binding
Apr 20 17:15:41.955155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: portbindings_extended.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.956524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.957115 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: binding-extended
Apr 20 17:15:41.957532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: portsecurity.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.958481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.959085 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: port-security
Apr 20 17:15:41.959454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: project_id.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.960456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.960828 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: project-id
Apr 20 17:15:41.961210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: providernet.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.962200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.962769 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: provider
Apr 20 17:15:41.963130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.967046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.967685 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos not supported by any of loaded plugins
Apr 20 17:15:41.968061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.969479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.970070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 17:15:41.970440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.971410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.971993 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 17:15:41.972385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_default.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.974091 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.974091 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-default not supported by any of loaded plugins
Apr 20 17:15:41.974320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_fip.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.975013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.975586 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 17:15:41.975952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_gateway_ip.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.977121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.977552 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 17:15:41.977921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_port_network_policy.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.978938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.979453 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 17:15:41.979817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_rule_type_details.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.980786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.981401 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 17:15:41.981765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: qos_rules_alias.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.982879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.983460 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 17:15:41.983821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: quotasv2.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.984913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.985311 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: quotas
Apr 20 17:15:41.985673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: quotasv2_detail.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.987546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.987936 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: quota_details
Apr 20 17:15:41.988306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: rbac.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.989614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.990259 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: rbac-policies
Apr 20 17:15:41.991211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: rbac_address_group.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.992230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.992835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: rbac-address-group
Apr 20 17:15:41.993222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: rbac_address_scope.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.994191 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.994784 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: rbac-address-scope
Apr 20 17:15:41.995149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: rbac_security_groups.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.996106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.996694 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: rbac-security-groups
Apr 20 17:15:41.997054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: rbac_subnetpool.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.998060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:41.998664 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: rbac-subnetpool
Apr 20 17:15:41.999030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: revisionifmatch.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:41.999999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.000622 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: revision-if-match
Apr 20 17:15:42.000987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: revisions.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.002283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.002929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: standard-attr-revisions
Apr 20 17:15:42.003293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: router_availability_zone.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.004040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.004619 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: router_availability_zone
Apr 20 17:15:42.004980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: routerservicetype.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.006592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.007188 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 17:15:42.007550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.008554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.009130 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: security-groups-normalized-cidr
Apr 20 17:15:42.009527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: security_groups_port_filtering.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.010505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.011089 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: port-security-groups-filtering
Apr 20 17:15:42.011453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.012405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.012988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: security-groups-remote-address-group
Apr 20 17:15:42.013451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: securitygroup.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.027861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.028549 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: security-group
Apr 20 17:15:42.028923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: segment.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.029918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.030516 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension segment not supported by any of loaded plugins
Apr 20 17:15:42.030885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.031936 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.032536 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 17:15:42.032903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: servicetype.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.034072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.034668 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: service-type
Apr 20 17:15:42.035047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: sorting.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.036056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.036426 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: sorting
Apr 20 17:15:42.036791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: standard_attr_segment.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.037955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.038560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 17:15:42.038923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: standardattrdescription.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.039646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.040239 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: standard-attr-description
Apr 20 17:15:42.040605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: stateful_security_group.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.041591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.042186 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: stateful-security-group
Apr 20 17:15:42.042547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: stdattrs_common.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.043136 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 17:15:42.043493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.044512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.045097 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 17:15:42.045489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnet_onboard.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.046583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.047171 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: subnet_onboard
Apr 20 17:15:42.047533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.048476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.049060 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 17:15:42.049449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnet_service_types.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.050396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.050971 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: subnet-service-types
Apr 20 17:15:42.051332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnetallocation.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.052423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.053597 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: subnet_allocation
Apr 20 17:15:42.054173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.055002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.055599 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: subnetpool-prefix-ops
Apr 20 17:15:42.055959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.056924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.057536 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 17:15:42.057902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: tagging.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.059360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.059961 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: standard-attr-tag
Apr 20 17:15:42.060323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: timestamp.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.061588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.062177 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loaded extension: standard-attr-timestamp
Apr 20 17:15:42.062546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: trunk.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.063596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.064176 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension trunk not supported by any of loaded plugins
Apr 20 17:15:42.064539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: trunk_details.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.065497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.066071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 17:15:42.066429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: uplink_status_propagation.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.067368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.067951 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 17:15:42.068309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Loading extension file: vlantransparent.py {{(pid=86268) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 17:15:42.069830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86268) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 17:15:42.070424 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 17:15:42.073255 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:network
Apr 20 17:15:42.074102 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnet
Apr 20 17:15:42.074784 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 17:15:42.075441 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:port
Apr 20 17:15:42.076977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.077489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service FLAVORS assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.078173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.078637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.079004 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:router
Apr 20 17:15:42.079736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 17:15:42.080503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service METERING assigned prefix: /metering {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.082355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333534cd30>> rbac-policy before_create 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:42.082764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333534cd30>> rbac-policy before_update 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:42.083151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f333534cd30>> rbac-policy before_delete 55550000 {{(pid=86268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:15:42.084340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 17:15:42.084827 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:security_group
Apr 20 17:15:42.085666 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 17:15:42.086474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service CORE assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.086853 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 17:15:42.087223 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] subnetpool is already registered
Apr 20 17:15:42.087893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service CORE assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.088257 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 17:15:42.088617 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] subnetpool is already registered
Apr 20 17:15:42.091385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.091867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service FLAVORS assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.092511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.093067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.093379 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:router
Apr 20 17:15:42.093748 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] router is already registered
Apr 20 17:15:42.094407 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 17:15:42.094777 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] floatingip is already registered
Apr 20 17:15:42.095465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service METERING assigned prefix: /metering {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.096256 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 17:15:42.096578 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] rbac_policy is already registered
Apr 20 17:15:42.097224 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:security_group
Apr 20 17:15:42.097589 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] security_group is already registered
Apr 20 17:15:42.098244 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 17:15:42.098608 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] security_group_rule is already registered
Apr 20 17:15:42.099337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service CORE assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.099738 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 17:15:42.100137 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] subnetpool is already registered
Apr 20 17:15:42.100782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.resource_helper [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Service CORE assigned prefix:  {{(pid=86268) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 17:15:42.101141 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 17:15:42.101523 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.quota.resource_registry [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] subnetpool is already registered
Apr 20 17:15:42.102226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: extensions {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.103875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: address-groups {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.105556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: address-scopes {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.106816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: agents {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.108044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: auto-allocated-topology {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.109369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: availability_zones {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.110793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: dhcp-networks {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.112253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: dhcp-agents {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.113789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: routers {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.116185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: flavors {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.117427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: service_profiles {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.118702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: next_providers {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.120306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: service_profiles {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.121816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: floatingip-pools {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.123081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: routers {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.124933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: floatingips {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.126215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: l3-routers {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.127664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: l3-agents {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.129148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: metering-labels {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.132165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: metering-label-rules {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.133510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: network-ip-availabilities {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.134834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: bindings {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.136560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: quotas {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.138096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: quotas {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.139560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: rbac-policies {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.140907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: security-groups {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.142205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: security-group-rules {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.143515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: service-providers {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.144799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: subnetpools {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.146288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: subnetpools {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.147904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.149734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.151884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.153793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.155662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.157618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.159422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.161428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.163629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.166043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.extensions [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Extended resource: tags {{(pid=86268) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 17:15:42.173076 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING keystonemiddleware.auth_token [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 17:15:42.179388 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING keystonemiddleware.auth_token [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 17:15:42.188532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Acquired lock "singleton_lock" {{(pid=86268) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 17:15:42.189137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Releasing lock "singleton_lock" {{(pid=86268) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 17:15:42.190665 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Starting 2 workers
Apr 20 17:15:42.196414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Started child 86381 {{(pid=86268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 17:15:42.200494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.201405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Started child 86382 {{(pid=86268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 17:15:42.202187 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [-] (86381) wsgi starting up on http://0.0.0.0:9696
Apr 20 17:15:42.202907 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 17:15:42.203585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Notify callbacks [] for process, before_spawn {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.204922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.206243 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Starting 1 workers
Apr 20 17:15:42.206474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [-] (86382) wsgi starting up on http://0.0.0.0:9696
Apr 20 17:15:42.212162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Started child 86383 {{(pid=86268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 17:15:42.212768 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Starting 1 workers
Apr 20 17:15:42.215752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] calling RpcWorker wait() {{(pid=86383) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 17:15:42.216388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] returning from RpcWorker wait() {{(pid=86383) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 17:15:42.218443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Started child 86384 {{(pid=86268) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 17:15:42.218668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.218806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90ef-5290-47b2-b44e-9f4fdfb8350e None None] Notify callbacks [] for process, after_spawn {{(pid=86268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.218942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:42.220307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86268) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 17:15:42.220527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 17:15:42.220905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 17:15:42.221374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 17:15:42.221816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:42.222111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 17:15:42.222422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 17:15:42.223123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.223610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.224040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.224469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.225528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.226341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.226810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.227276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.227737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.228184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.228532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.228873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.229335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.229772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.230281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.230710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.231127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.231583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.231960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.232383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.232838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.233295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.233743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.234165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.234895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.235313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.235747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.236160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.236612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.237028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.237528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.237956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.238368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.238799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.239246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.239666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.240061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.241053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.241535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.241950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.242568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] host                           = dv-cinder-786927-2-iscsi {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.243004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.243402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.243843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.244273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.244703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.245129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.245601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.246041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.246451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.246865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.247292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.247723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.248152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.248595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.248931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.249355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.249789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.250185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:42.250395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.250762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.251108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.251430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.251847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.252193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.252617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.253020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.253444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.253853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.254269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.254688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.255134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.255553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.256504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.256922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.257445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.258005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.258448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.258890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.259322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.259740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.260158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.260584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.261001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.261465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.261897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.262374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.262846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.263312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.263773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.264242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.264784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.265273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.265819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.266402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.266802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.267277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.267577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.267839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.268105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.268339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.268856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.269349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.269809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.270128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.270420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.270859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.271278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.272255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.272684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.273159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.273872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.274376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.275380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.275660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.275959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.276258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.276804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.277067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.277389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.277666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.277984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.278245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.278585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.278862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.279145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.279492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.279805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.280108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.280362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.280614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.280864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.281120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.281533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.281854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.282139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.282430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.282690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.282986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.283253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.283503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.283752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.284002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.284301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.284556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.284803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.285059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.285364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.285616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.287534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.288817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.289046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.289516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.289746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.290168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.290430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.290825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.291304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.291627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.292087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.292595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.292956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.293335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.293657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.293958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.294397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.295001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.295612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.295612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.295612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.295846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.296169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.296494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.296811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.297136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.297554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.297897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.298215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.298532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.298870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.299203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.299520 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.299817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.300275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.300781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.301375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.301664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.301973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.302237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.302529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.302813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.303115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.303366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.303800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.304214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.304638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.305061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.305537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.305943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.306343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.306804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.307068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.307344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.307595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.307873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.308157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.308462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.308736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.309022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.309366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.309696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.310021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.310302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.310610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.310880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.311185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.311510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.311828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.312132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.312434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.312733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.313020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.313881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.313881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.313881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.314126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.316655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.317873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.318105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.318991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.319261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.319642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.319996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.320355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.320950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.321320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.321801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.322259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.323429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.323885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.324142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.324430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.324688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.324952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.325265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.325528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.325783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.326083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.326333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.326592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.326881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.327140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.327396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.327654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.327908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.328199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.328459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.328779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.329072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.329374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.329726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.329921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.330229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.330498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.330786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.331046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.331296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.331546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.331802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.332048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.332311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.332627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.332847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.333123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.333664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.334022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.334879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.335154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.335441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.335713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.335984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.336239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.336495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.336753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.337009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.337285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.337567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.337844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.338177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.338368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.338613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.338860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.339115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.339362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.339707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.339992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.340257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.340530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.340791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.341071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.341365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.341614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.341868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.342114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.342377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.342625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.342870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.343122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.343388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.343647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.343890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.344136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.344389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.344635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.344895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.345140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.345432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.345683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.345926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.346333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.346577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.346867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.347178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.347450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.347750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.348026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.348431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.348710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.349013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.349292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.349548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.349929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.350246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.350606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.350970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.351263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.351546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.351875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.352164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.352467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.352718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.353030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.353444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.353752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.354004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.354311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.354553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.354813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.355066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.355321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.355601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.355826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.356105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.356383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.356643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.356895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.357162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.357442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.357723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.358032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.358275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.358556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.358695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 17:15:42.359244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86268) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 17:15:42.359437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 17:15:42.359624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 17:15:42.359847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 17:15:42.360055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 17:15:42.360214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 17:15:42.360459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.360649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.360808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.361831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.362932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.363119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.363281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.363466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.363656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.363913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.364029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.364174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.364489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.364489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.365668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.365668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.365668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.365668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.365668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.366217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.366217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.366217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.367874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] host                           = dv-cinder-786927-2-iscsi {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.368845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.369035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.369288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.369448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.369641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.369827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.370014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.370200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.370386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.370636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.370832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.371933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.372118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.372305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.372490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.372677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.372864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:42.373547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.373963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.374999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.375953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.376145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.376332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.376518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.376795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.376954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.377995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.378134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.378324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.378482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.378668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.378857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.379970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 17:15:42.380181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.380373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.380575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.380767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.381585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.381772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.382054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.382248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.382440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.382631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.382827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.383980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.384169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.384359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.384547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.384801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.384932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.385089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.385322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.385514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.385702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.385892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.386083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.386275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.386465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.386654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.386813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.387953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.388145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.388334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.388522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.388710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.388902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.389089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.389307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.389504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.389696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.389886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.390953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.391143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.391334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.391524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.391762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.391906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.392947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.393136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.393351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.393541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.393729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.393918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.394106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.394298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.394487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.394676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.394942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.395861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.396014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.396166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.396368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.397991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.398291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.398291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.398470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.398658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.398846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.399985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.400174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.400365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.400528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.400716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.400877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.401038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.401250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.401399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.401890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.402998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.403139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.403334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.403523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.403716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.403917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.404960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.405151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.405358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.405526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.405757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.405938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.406974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.407163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.407375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.407525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.407703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.407891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.408973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.409117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.409334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.409531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.409705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.409884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.410073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.410263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.410450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.410640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.410829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.411964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.412180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.412372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.412544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.412731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.412906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.413989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.414180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.414372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.414560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.414749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.414939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.415128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.415317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.415505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.415694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.415902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.416090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.416279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.416467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.416656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.416845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.417452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.418947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.419140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.419342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.419535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.419736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.419899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.420081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.420279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.420468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.420655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.420842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.421937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.422136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.422324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.422512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.422700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.422887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.423086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.423274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.423462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.423651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.423838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.424990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.425194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.425420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.425610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.425802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.425992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.426181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.426370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.426560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.426753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.428932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.431752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.432423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.433075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.433075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 17:15:42.433075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86268) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 17:15:42.650888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36802) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:15:42.663580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095413
Apr 20 17:15:53.699258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c46aeb-9885-4210-b495-e14e96d869d0 None None] get_active_networks_info from dv-cinder-786927-2-iscsi {{(pid=86383) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 17:15:53.829342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c46aeb-9885-4210-b495-e14e96d869d0 None None] No non-hosted networks {{(pid=86383) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 17:15:53.855971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agentschedulers_db [None req-f4c46aeb-9885-4210-b495-e14e96d869d0 None None] DHCP Agent not found on host dv-cinder-786927-2-iscsi {{(pid=86383) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 17:15:54.115920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f405e9d5-5bc3-4459-bf20-bca000c72acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:56.086736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d1032f6-008e-4b94-865b-6f86504be129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:56.160602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cc443d9b-d259-444b-8ac0-0d76bf203b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:57.230491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:57.513750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:57.514721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.515293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.515849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.516423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.516961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.517410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.517842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.518284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.518727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.519495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.519922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.520347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:15:57.520834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3334f0cba8>, 'Open vSwitch agent', 'dv-cinder-786927-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:57.526271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3334f16780>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786927-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:15:58.630083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:15:59.654132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36894) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:00.296259 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-ee16d0f7-6dc2-40bb-9918-81aa57092157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:00.296846 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-ee16d0f7-6dc2-40bb-9918-81aa57092157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:00.533779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-ee16d0f7-6dc2-40bb-9918-81aa57092157 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:16:00.534954 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ee16d0f7-6dc2-40bb-9918-81aa57092157 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8798304
Apr 20 17:16:02.353654 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_hamode_db [None req-8fb020e9-4138-4868-bfae-3d5ecbf050ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 17:16:02.443905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb020e9-4138-4868-bfae-3d5ecbf050ec None None] Routers set() bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:16:02.444472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb020e9-4138-4868-bfae-3d5ecbf050ec None None] Router IDs set() for agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 17:16:03.364437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36908) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:03.773882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:03.877857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.policy [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86382) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 17:16:03.933867 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:03.934281 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:03.952976 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f33350362b0>.
Apr 20 17:16:03.969459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:04.027063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738262896', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738262460', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738207404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738213592', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738229490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363295738228787', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851077803', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850598571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606082'] for rbac-policy, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:04.252489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:04.253824 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-bbb3dc15-5807-4876-919a-43ea6c319f0e admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8883891
Apr 20 17:16:07.281599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36922) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:07.664893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'name': 'private'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:07.670838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:07.675338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Usage tracker for resource:network and tenant:0bc915a9c0724bcfa888af2e290024e7 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:07.678907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:07.685289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:07.694560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Made reservation on behalf of 0bc915a9c0724bcfa888af2e290024e7 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:16:07.700361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:07.717505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:07.732877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:07.736764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Usage tracker for resource:security_group_rule and tenant:0bc915a9c0724bcfa888af2e290024e7 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:07.740235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:07.746121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:07.843543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:07.846555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:07.850748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:07.878664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:16:07.904778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d765742-097b-4e2d-be07-a369fc52e76d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:07.908047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295734762646', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:07.908645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3335a736a8> segment precommit_create {{(pid=86382) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 17:16:07.909106 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Added segment 755995f4-bf4b-4820-8521-6d68cfd2ac7f of type vlan for network 063d5607-7973-4424-b664-23709f606ab9
Apr 20 17:16:07.966260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.966623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.966997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.967347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.967698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.968049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.968397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.968742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.969102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.969472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.969815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.970156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Tracked resource versions report:
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:16:07.971242 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:16:08.027913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:08.029649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:08.066903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:08.068322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:08.069028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:08.073712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:08.185907 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.9031217
Apr 20 17:16:08.186648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Pushing event updated for resources: {'Network': ['ID=063d5607-7973-4424-b664-23709f606ab9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:08.190164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:08.200151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 063d5607-7973-4424-b664-23709f606ab9 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:16:11.330385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36938) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:11.827326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697735b-37fc-41e8-9a6c-e676e4489fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:11.828799 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5697735b-37fc-41e8-9a6c-e676e4489fc6 admin admin] 10.222.0.25 "GET /v2.0/networks/063d5607-7973-4424-b664-23709f606ab9 HTTP/1.1" status: 200  len: 826 time: 0.4973767
Apr 20 17:16:11.858361 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c39b50b7-ed1f-4143-b1a2-aafef5682fed admin admin] 10.222.0.25 "GET /v2.0/subnetpools/85d94b68-c5f9-4bf9-84b3-c964509eb9b6 HTTP/1.1" status: 200  len: 734 time: 0.0226274
Apr 20 17:16:11.868096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6', 'ip_version': 4, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:11.872857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:11.876774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Usage tracker for resource:subnet and tenant:0bc915a9c0724bcfa888af2e290024e7 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:11.879722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:11.885604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:11.894533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Made reservation on behalf of 0bc915a9c0724bcfa888af2e290024e7 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:16:11.899591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:12.378314 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:12.383761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:12.471171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:12.473277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Checking segment: {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:16:12.473666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Network hostable DHCP agents. Network: 063d5607-7973-4424-b664-23709f606ab9, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:16:12.480950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:12.496456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Network 063d5607-7973-4424-b664-23709f606ab9 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:16:12.505808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 063d5607-7973-4424-b664-23709f606ab9) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:12.511079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:12.511756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:12.516500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989e155-08ff-402e-9d95-75d8b92eacb7 None None] Network 063d5607-7973-4424-b664-23709f606ab9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:16:12.531414 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6671078
Apr 20 17:16:13.023943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-063d5607-7973-4424-b664-23709f606ab9', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:16:13.025671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.222817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Allocated IP 172.20.0.2 (063d5607-7973-4424-b664-23709f606ab9/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b/43dda256-bce3-4f16-8786-3c80ee6451e7) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:16:13.460339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.473742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Transition to ACTIVE for port object 43dda256-bce3-4f16-8786-3c80ee6451e7 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:16:13.494823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Transition to ACTIVE for port object 43dda256-bce3-4f16-8786-3c80ee6451e7 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:16:13.500687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.509743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:13.572444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Network 063d5607-7973-4424-b664-23709f606ab9 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:16:13.575911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:13.581940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:16:13.589840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Pushing event updated for resources: {'Port': ['ID=43dda256-bce3-4f16-8786-3c80ee6451e7,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:13.629517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.629893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.630261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.630617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.631566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.631937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.632294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.632634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.632995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.633384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.633732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.634073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Tracked resource versions report:
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:16:13.635131 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:16:13.675753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:13.696931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Attempting to bind port 43dda256-bce3-4f16-8786-3c80ee6451e7 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:16:13.697401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Attempting to bind port 43dda256-bce3-4f16-8786-3c80ee6451e7 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:16:13.697805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Attempting to bind port 43dda256-bce3-4f16-8786-3c80ee6451e7 on network 063d5607-7973-4424-b664-23709f606ab9 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:16:13.703405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:16:13.703802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Checking segment: {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:16:13.705120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.705120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Bound using segment: {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:16:13.705891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Bound port: 43dda256-bce3-4f16-8786-3c80ee6451e7, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:16:13.705891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.802269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] For port 43dda256-bce3-4f16-8786-3c80ee6451e7, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:16:13.806866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] For port 43dda256-bce3-4f16-8786-3c80ee6451e7, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=43dda256-bce3-4f16-8786-3c80ee6451e7,segment=NetworkSegment(755995f4-bf4b-4820-8521-6d68cfd2ac7f),segment_id=755995f4-bf4b-4820-8521-6d68cfd2ac7f)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:16:13.810187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:13.815278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:13.913026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Pushing event updated for resources: {'Port': ['ID=43dda256-bce3-4f16-8786-3c80ee6451e7,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:13.916171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:15.395215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 36948) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:15.823761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-abbbaf82-d49e-4f0a-9f71-8ba8747c53bd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:16:15.824888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-abbbaf82-d49e-4f0a-9f71-8ba8747c53bd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4287136
Apr 20 17:16:18.647864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 36958) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:19.328946 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-e87144fb-c9d6-46bb-90d3-0b25bf6fc598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:19.329575 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-e87144fb-c9d6-46bb-90d3-0b25bf6fc598 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:19.569958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-e87144fb-c9d6-46bb-90d3-0b25bf6fc598 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:16:19.573557 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e87144fb-c9d6-46bb-90d3-0b25bf6fc598 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9232728
Apr 20 17:16:19.642900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 43dda256-bce3-4f16-8786-3c80ee6451e7 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:19.740753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 43dda256-bce3-4f16-8786-3c80ee6451e7 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:16:20.859510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f5d04-aaba-41d2-8228-4a29695a45a3 None None] Network 063d5607-7973-4424-b664-23709f606ab9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:16:20.952029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Provisioning for port 43dda256-bce3-4f16-8786-3c80ee6451e7 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:16:20.966133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Provisioning complete for port 43dda256-bce3-4f16-8786-3c80ee6451e7 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:20.966558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:21.216342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:21.266587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] For port 43dda256-bce3-4f16-8786-3c80ee6451e7, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=43dda256-bce3-4f16-8786-3c80ee6451e7,segment=NetworkSegment(755995f4-bf4b-4820-8521-6d68cfd2ac7f),segment_id=755995f4-bf4b-4820-8521-6d68cfd2ac7f)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:16:21.270900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:21.276537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:21.351942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Pushing event updated for resources: {'Port': ['ID=43dda256-bce3-4f16-8786-3c80ee6451e7,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:21.355272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:21.498731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-64758389-2c42-4fad-ba8f-1c710394f609 None None] Provisioning complete for port 43dda256-bce3-4f16-8786-3c80ee6451e7 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:21.499067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-64758389-2c42-4fad-ba8f-1c710394f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:21.614902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 43dda256-bce3-4f16-8786-3c80ee6451e7 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:21.714242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 43dda256-bce3-4f16-8786-3c80ee6451e7 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:21.714651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:22.729205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 36978) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:23.119740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Request body: {'router': {'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:23.198073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.policy [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86381) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 17:16:23.253267 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:23.253691 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING oslo_policy.policy [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 17:16:23.272869 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.quota [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3334f73390>.
Apr 20 17:16:23.288964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:23.295294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Usage tracker for resource:router and tenant:0bc915a9c0724bcfa888af2e290024e7 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:23.299682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:23.307665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:23.323110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.325155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.349754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.589955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d53e9139-9255-47b6-976a-3515e4c87aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.629044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.650483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:23.651888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-59bcc3b0-6a0c-4ef5-aa8f-fc0954ef7246 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9213362
Apr 20 17:16:26.092155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7310d468-c671-42f7-ac99-36552ae71274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:26.655866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37000) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:26.821822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-2f3461d6-6b6d-491e-b5bc-863cfca7fc4f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:16:26.822890 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2f3461d6-6b6d-491e-b5bc-863cfca7fc4f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1660979
Apr 20 17:16:27.174382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:27.516934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:28.531714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.444428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37020) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:29.501353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:29.508601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:29.512612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Usage tracker for resource:network and tenant:c97143b79fe246f7a3b20f5cd6dc39e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:29.515880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:29.522562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:29.533011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Made reservation on behalf of c97143b79fe246f7a3b20f5cd6dc39e1 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:16:29.539356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.557317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.575584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:29.579573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c97143b79fe246f7a3b20f5cd6dc39e1 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:29.582831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:29.589488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:29.688766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.691591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.696853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:29.708207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=86381) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 17:16:29.740299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295734762646', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.740929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3335a736a8> segment precommit_create {{(pid=86381) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 17:16:29.741420 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Added segment d6a74cf8-3df2-4940-ab6b-20036353a3cc of type flat for network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2
Apr 20 17:16:29.796025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ad397-85ad-4d66-9b14-04b6f1ec87e9,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:29.818176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.819061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.819410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.819892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.820248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.820608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.820955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.821341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.821700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.822040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.822381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.822719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Tracked resource versions report:
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:16:29.823801 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:16:29.870617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.876687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:29.914540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.915975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:29.916615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:29.921608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:30.027929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5820894
Apr 20 17:16:30.030691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:30.050851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:30.059464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:16:32.622532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37034) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:32.743840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181efb9-bdb1-4ae2-b543-d244f2e4b1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:32.745353 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f181efb9-bdb1-4ae2-b543-d244f2e4b1bc admin admin] 10.222.0.25 "GET /v2.0/subnets/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b HTTP/1.1" status: 200  len: 849 time: 0.1216404
Apr 20 17:16:32.895857 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-671ea4b6-1e47-4c19-a026-f51bb30a12d0 admin admin] 10.222.0.25 "GET /v2.0/routers/f67e8c90-1dcd-4fee-a166-18c42379d4ad HTTP/1.1" status: 200  len: 704 time: 0.1443782
Apr 20 17:16:33.392694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:33.635445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Allocated IP 172.20.0.1 (063d5607-7973-4424-b664-23709f606ab9/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b/05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:16:33.956334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:33.975788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Transition to ACTIVE for port object 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:16:34.036821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.042915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:34.106409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Network 063d5607-7973-4424-b664-23709f606ab9 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:16:34.109935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:34.116736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:16:34.117291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.258258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Pushing event updated for resources: {'Port': ['ID=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:34.269524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:34.309762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-85608efe-28bc-4af8-91f3-5ee2dcc7ad5d None None] Provisioning for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:16:34.315445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-85608efe-28bc-4af8-91f3-5ee2dcc7ad5d None None] Provisioning complete for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:34.315968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85608efe-28bc-4af8-91f3-5ee2dcc7ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.374009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-85608efe-28bc-4af8-91f3-5ee2dcc7ad5d None None] Port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:16:34.395496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.636079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.641258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.642364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:34.647519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:34.787124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Pushing event updated for resources: {'Port': ['ID=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:34.791750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:34.852957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Network 063d5607-7973-4424-b664-23709f606ab9 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:16:34.854075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:35.066944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Router f67e8c90-1dcd-4fee-a166-18c42379d4ad is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:16:35.099188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-119a5054-9c18-44ee-9ebf-b6475062e810 None None] Provisioning complete for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:35.099597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-119a5054-9c18-44ee-9ebf-b6475062e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:35.162972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-119a5054-9c18-44ee-9ebf-b6475062e810 None None] Port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:16:35.232788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:16:35.253232 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f67e8c90-1dcd-4fee-a166-18c42379d4ad/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3416283
Apr 20 17:16:35.253501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Sync routers for ids ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:16:35.256750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Routers {'f67e8c90-1dcd-4fee-a166-18c42379d4ad'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:16:35.257792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33350a8d30>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:16:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:35.444855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Set router f67e8c90-1dcd-4fee-a166-18c42379d4ad gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:16:36.004349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33350a8d30>, [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:34Z', 'revision_number': 2, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port_host': None, '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:34Z', 'revision_number': 2, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:36.009534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Checking router: f67e8c90-1dcd-4fee-a166-18c42379d4ad for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:16:36.009927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Updating router f67e8c90-1dcd-4fee-a166-18c42379d4ad port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:16:36.069994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.478953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.494409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Transition to ACTIVE for port object 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:16:36.500130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.508040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:36.737318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Pushing event updated for resources: {'Port': ['ID=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:36.747676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.748055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.748421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.748787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.749140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.749524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.749884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.750229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.750586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.750940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.751287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.751639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Tracked resource versions report:
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:16:36.752713 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:16:36.755669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Attempting to bind port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:16:36.755669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Attempting to bind port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:16:36.756429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Attempting to bind port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 on network 063d5607-7973-4424-b664-23709f606ab9 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:16:36.760742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:36.763449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:16:36.763876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Checking segment: {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:16:36.764557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.764767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Bound using segment: {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:16:36.765302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Bound port: 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755995f4-bf4b-4820-8521-6d68cfd2ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '063d5607-7973-4424-b664-23709f606ab9'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:16:36.765712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.862630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] For port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:16:36.868111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] For port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,segment=NetworkSegment(755995f4-bf4b-4820-8521-6d68cfd2ac7f),segment_id=755995f4-bf4b-4820-8521-6d68cfd2ac7f)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:16:36.870889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:36.876013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:36.966896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Routers {'f67e8c90-1dcd-4fee-a166-18c42379d4ad'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:16:36.967573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33350a8d30>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:16:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:37.090960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Pushing event updated for resources: {'Port': ['ID=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:37.094362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:37.142228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] Set router f67e8c90-1dcd-4fee-a166-18c42379d4ad gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:16:37.488554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33350a8d30>, [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:34Z', 'revision_number': 2, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port_host': None, '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:36Z', 'revision_number': 4, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:37.493630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0698a4-b77c-40db-b43b-a84071e59fe8 None None] The sync data for ids ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'] in dv-cinder-786927-2-iscsi is: [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:34Z', 'revision_number': 2, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port_host': None, '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:36Z', 'revision_number': 4, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:16:37.846530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37046) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:38.023367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbe4f0-9d30-4661-8548-9adef585a693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:38.024810 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4cdbe4f0-9d30-4661-8548-9adef585a693 admin admin] 10.222.0.25 "GET /v2.0/networks/d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 HTTP/1.1" status: 200  len: 842 time: 0.1772468
Apr 20 17:16:38.036618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:38.042610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:16:38.047309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Usage tracker for resource:subnet and tenant:c97143b79fe246f7a3b20f5cd6dc39e1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:16:38.050622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:16:38.058836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:16:38.068908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Made reservation on behalf of c97143b79fe246f7a3b20f5cd6dc39e1 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:16:38.073785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:38.680194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.objects.ports [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86382) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 17:16:38.680784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:38.685794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e44979d3-70c9-4654-9de9-a6fd1ade5bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:38.769699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:38.774950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:38.776064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:16:38.776064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Network hostable DHCP agents. Network: d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:16:38.795343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:16:38.804850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:38.808966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:38.809633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:38.814671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e47d40-1d4f-4b48-8d5e-47e24d8c87e1 None None] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:16:38.837947 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8054886
Apr 20 17:16:39.075774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153d108-f9a0-4ea3-b521-18de20465aa9 None None] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:16:40.274880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:16:41.606948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37060) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:41.650368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:41.730173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:16:41.736206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:41.736626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:41.867920 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-86a7f8a5-8e53-467b-8626-63f74d3eb894 admin admin] 10.222.0.25 "GET /v2.0/routers/f67e8c90-1dcd-4fee-a166-18c42379d4ad HTTP/1.1" status: 200  len: 710 time: 0.2594900
Apr 20 17:16:41.870943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:41.907251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,segment=NetworkSegment(755995f4-bf4b-4820-8521-6d68cfd2ac7f),segment_id=755995f4-bf4b-4820-8521-6d68cfd2ac7f)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:16:41.910485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:41.913383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-04391213-6619-4dd8-8f42-320d5a702955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:41.991512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:41.995107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:42.024637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd355247-d0c0-4f54-bfbd-5880d87a0389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:16:42.026171 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cd355247-d0c0-4f54-bfbd-5880d87a0389 admin admin] 10.222.0.25 "GET /v2.0/networks/d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 HTTP/1.1" status: 200  len: 886 time: 0.1491563
Apr 20 17:16:42.036399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:16:42.523288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:42.886492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:42.954399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:43.107310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Allocated IP 172.27.0.243 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/05d53aa5-9480-48f2-b7b9-abc341e6c3f5) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:16:43.277963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:43.341935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:43.347056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:43.414923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:16:43.418461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:16:43.422810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:16:43.625058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:43.701466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:43.702031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:43.729501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Pushing event updated for resources: {'Port': ['ID=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:43.736770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:44.063597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:44.450211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:44.453844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853794867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-980933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853809365'] for router, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:44.650463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Router f67e8c90-1dcd-4fee-a166-18c42379d4ad has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:16:44.845591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:16:44.854222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:44.855468 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] 10.222.0.25 "PUT /v2.0/routers/f67e8c90-1dcd-4fee-a166-18c42379d4ad HTTP/1.1" status: 200  len: 890 time: 2.8226995
Apr 20 17:16:44.859197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Sync routers for ids ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:16:44.874751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Routers {'f67e8c90-1dcd-4fee-a166-18c42379d4ad'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:16:44.875476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33350f3f98>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:16:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:45.268652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Set router f67e8c90-1dcd-4fee-a166-18c42379d4ad gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:16:45.637910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33350f3f98>, [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:43Z', 'revision_number': 4, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port': {'id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:42Z', 'updated_at': '2021-04-20T17:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:41Z', 'revision_number': 5, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:45.643050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Checking router: f67e8c90-1dcd-4fee-a166-18c42379d4ad for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:16:45.643444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Updating router f67e8c90-1dcd-4fee-a166-18c42379d4ad port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:16:45.700013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.063555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.076543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Transition to ACTIVE for port object 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:16:46.083740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.089466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-74ea9069-6f83-46ae-8c23-6059622c164e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:46.167942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Attempting to bind port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:16:46.168332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Attempting to bind port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:16:46.168743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Attempting to bind port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:16:46.178381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Pushing event updated for resources: {'Port': ['ID=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:46.181006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:16:46.181465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:16:46.181915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.182339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:16:46.182858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Bound port: 05d53aa5-9480-48f2-b7b9-abc341e6c3f5, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:16:46.183265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.208624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:46.265766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] For port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:16:46.268981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] For port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:16:46.273196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:46.278883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:46.359211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Routers {'f67e8c90-1dcd-4fee-a166-18c42379d4ad'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:16:46.359891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33350f3f98>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:16:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:46.478535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Pushing event updated for resources: {'Port': ['ID=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:46.492833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:46.557170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] Set router f67e8c90-1dcd-4fee-a166-18c42379d4ad gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:16:46.908837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33350f3f98>, [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:43Z', 'revision_number': 4, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port': {'id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:42Z', 'updated_at': '2021-04-20T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:41Z', 'revision_number': 5, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:16:46.914263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1743fc52-34b3-424b-950f-aa233e628f96 None None] The sync data for ids ['f67e8c90-1dcd-4fee-a166-18c42379d4ad'] in dv-cinder-786927-2-iscsi is: [{'id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'name': 'router1', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:16:23Z', 'updated_at': '2021-04-20T17:16:43Z', 'revision_number': 4, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'gw_port': {'id': '05d53aa5-9480-48f2-b7b9-abc341e6c3f5', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:42Z', 'updated_at': '2021-04-20T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21', 'name': '', 'network_id': '063d5607-7973-4424-b664-23709f606ab9', 'tenant_id': '0bc915a9c0724bcfa888af2e290024e7', 'mac_address': 'fa:16:3e:12:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67e8c90-1dcd-4fee-a166-18c42379d4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:16:33Z', 'updated_at': '2021-04-20T17:16:41Z', 'revision_number': 5, 'project_id': '0bc915a9c0724bcfa888af2e290024e7', 'subnets': [{'id': '6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85d94b68-c5f9-4bf9-84b3-c964509eb9b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:16:47.682855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:47.762586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:16:47.767556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:47.767965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:47.774891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37070) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:16:47.904103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:47.907677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e392ecf7-695f-4834-9788-268eeced2afc admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1314504
Apr 20 17:16:47.924913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:16:47.930192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:47.932499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:16:48.008387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=05d53aa5-9480-48f2-b7b9-abc341e6c3f5,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:16:48.011631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:16:49.635532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:16:49.719017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 05d53aa5-9480-48f2-b7b9-abc341e6c3f5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:16:49.719429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:53.602426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4d759e18-8239-4fd9-8a10-d02943df4e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:56.129272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0561ec3-b475-434d-bd46-3efecd8dd2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:57.180620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:57.529426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:16:58.550667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:17.276115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:17:23.596941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0efc7e8e-1286-45b6-b3f3-67acb03d4aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:26.096859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e95a0b3-d109-49e5-b13d-28350c0ff1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:27.186354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:27.523450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:28.556503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:53.601693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c699d1b6-22df-4378-ad21-62d5b85b1333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:54.276366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:17:56.089546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5468d631-ef38-4480-8e9e-ba1bb6b4656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:57.184055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:57.526352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:17:58.561558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:23.605400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a6bcda4f-626e-44cd-ae14-72bc4626c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:26.091411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0c21b6a0-8ad3-4e9a-8b65-416e554ef155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:27.185610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:27.528876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:28.563654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:31.275827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:18:33.653610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37640) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:33.730736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.pecan_wsgi.hooks.translation [None req-371c9a8c-3880-4091-91e0-9dca5694e5a3 admin admin] GET failed (client error): The resource could not be found.
Apr 20 17:18:33.732118 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-371c9a8c-3880-4091-91e0-9dca5694e5a3 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0774853
Apr 20 17:18:33.873211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d91f6-8dd1-4d7c-a27f-10cebcdd4130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:33.874668 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-054d91f6-8dd1-4d7c-a27f-10cebcdd4130 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1382406
Apr 20 17:18:36.392990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37650) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:36.508706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0e0cf-85db-4983-97b1-5785445287c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:36.509370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9ad0e0cf-85db-4983-97b1-5785445287c5 admin admin] Synchronizing usage tracker for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:subnet {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:18:36.526140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9ad0e0cf-85db-4983-97b1-5785445287c5 admin admin] Unset dirty status for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:subnet {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:18:36.527288 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9ad0e0cf-85db-4983-97b1-5785445287c5 admin admin] 10.222.0.25 "GET /v2.0/subnets/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b HTTP/1.1" status: 200  len: 849 time: 0.1332211
Apr 20 17:18:36.538010 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:18:36.663571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Notify callbacks [] for subnet, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:36.971278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741120094425'] for subnet, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:36.976051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:18:37.022750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:37.023610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:37.024968 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] 10.222.0.25 "PUT /v2.0/subnets/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b HTTP/1.1" status: 200  len: 868 time: 0.4910309
Apr 20 17:18:37.031795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628c4b4-6bb8-428d-9b95-883b8e30a8be None None] Network 063d5607-7973-4424-b664-23709f606ab9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:18:37.055724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:18:37.064359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.064923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.065328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.065694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.066056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.066431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.066789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.067228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.067594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.067954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.068308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.068659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:18:37.073335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:18:37.519307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5270357f-059a-4ccb-acbc-92e407019a57 None None] Provisioning complete for port 43dda256-bce3-4f16-8786-3c80ee6451e7 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:18:37.519889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5270357f-059a-4ccb-acbc-92e407019a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:37.654273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5270357f-059a-4ccb-acbc-92e407019a57 None None] Provisioning complete for port 05d5c99d-0eea-4cf4-a3a0-4a6791e1cb21 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:18:37.654607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5270357f-059a-4ccb-acbc-92e407019a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:39.533246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37660) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:39.721505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b680a18-c1e4-4e62-be60-3f9c8c463a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:39.722035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b680a18-c1e4-4e62-be60-3f9c8c463a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:39.722834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9b680a18-c1e4-4e62-be60-3f9c8c463a7c admin admin] Synchronizing usage tracker for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:18:39.739953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9b680a18-c1e4-4e62-be60-3f9c8c463a7c admin admin] Unset dirty status for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:18:39.741340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9b680a18-c1e4-4e62-be60-3f9c8c463a7c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2068269
Apr 20 17:18:42.234144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37670) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:42.421535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62748ed6-052b-4e8b-8bc1-441f5fe42540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:42.421981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62748ed6-052b-4e8b-8bc1-441f5fe42540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:42.423579 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-62748ed6-052b-4e8b-8bc1-441f5fe42540 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1883752
Apr 20 17:18:44.938127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37680) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:45.300389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1253986-da36-4f97-8632-8ace47faeec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:45.301934 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c1253986-da36-4f97-8632-8ace47faeec3 admin admin] 10.222.0.25 "GET /v2.0/networks/063d5607-7973-4424-b664-23709f606ab9 HTTP/1.1" status: 200  len: 870 time: 0.3626673
Apr 20 17:18:47.827332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37690) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:48.008282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c332e-04d5-49e5-b73d-1d1b18d3b5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:48.009771 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4f8c332e-04d5-49e5-b73d-1d1b18d3b5fb admin admin] 10.222.0.25 "GET /v2.0/networks/d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 HTTP/1.1" status: 200  len: 886 time: 0.1814113
Apr 20 17:18:50.542301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37700) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:50.657513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c422ae-4cc2-497c-981f-023da1c70874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:50.658027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c422ae-4cc2-497c-981f-023da1c70874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:50.659647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-52c422ae-4cc2-497c-981f-023da1c70874 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1163268
Apr 20 17:18:53.243049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37710) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:53.363387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57263d-19b2-4f4a-8fb3-f5757cfea33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:53.363898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57263d-19b2-4f4a-8fb3-f5757cfea33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:53.365506 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8f57263d-19b2-4f4a-8fb3-f5757cfea33d admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1212304
Apr 20 17:18:53.607595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2d73c856-5935-487c-a687-bf45d1fdf232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:55.923310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37720) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:56.046845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229867db-d5dc-4731-beec-fa6c25229fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:56.048296 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-229867db-d5dc-4731-beec-fa6c25229fa0 admin admin] 10.222.0.25 "GET /v2.0/subnets/6a5a5dd1-a7a9-4e3d-aba9-2916664cb42b HTTP/1.1" status: 200  len: 868 time: 0.1239698
Apr 20 17:18:56.094225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-27e1b155-1fbe-48ac-b02e-0aadf255d5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:57.190099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:57.530706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:58.568503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:18:58.688287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37730) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:18:58.818135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c30c953-ce73-4b0e-bd86-6b26973df5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:18:58.820086 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6c30c953-ce73-4b0e-bd86-6b26973df5eb admin admin] 10.222.0.25 "GET /v2.0/subnets/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4 HTTP/1.1" status: 200  len: 816 time: 0.1301985
Apr 20 17:19:08.276096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:19:23.610741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60d96ca8-11ba-4d87-a2e3-eb27dde9d2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:25.592131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37774) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:19:25.644545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-40b04c0c-1f79-4589-9606-20970920a8db admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:19:25.645637 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-40b04c0c-1f79-4589-9606-20970920a8db admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0524907
Apr 20 17:19:26.100386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0a45740a-ce78-40d0-a4ec-81ff86a09f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:27.190243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:27.533834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:28.240899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37784) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:19:28.316197 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8423747-5107-4ac2-9dfe-bb74964016d9 admin admin] GET failed (client error): The resource could not be found.
Apr 20 17:19:28.317559 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e8423747-5107-4ac2-9dfe-bb74964016d9 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0756075
Apr 20 17:19:28.452527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0a3ae0-3a70-48ba-9529-cdd63c52f721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:19:28.454125 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7f0a3ae0-3a70-48ba-9529-cdd63c52f721 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1316187
Apr 20 17:19:28.572280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.123258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37794) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:19:31.175319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:19:31.181584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:19:31.191668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:19:31.200949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Made reservation on behalf of c97143b79fe246f7a3b20f5cd6dc39e1 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:19:31.205539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.301126 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.services.revisions.revision_plugin [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f33340526d8] {project_id='c97143b79fe246f7a3b20f5cd6dc39e1', id='4081a5bc-1b23-4dd1-9334-ed3570beb143', target_tenant='*', action='access_as_shared', object_id='bc9834ca-9904-40a1-9c53-24a681329c35'}> to bump revision.
Apr 20 17:19:31.314469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:19:31.324239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.324632 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Added segment 2ab28986-bb79-4a37-8c3d-4a3371454ba0 of type vlan for network bc9834ca-9904-40a1-9c53-24a681329c35
Apr 20 17:19:31.350557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.379814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.381162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:19:31.381842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:31.387351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:19:31.492858 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3677635
Apr 20 17:19:31.493654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Pushing event updated for resources: {'Network': ['ID=bc9834ca-9904-40a1-9c53-24a681329c35,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:19:31.496503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:19:31.504595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network bc9834ca-9904-40a1-9c53-24a681329c35 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:19:34.020026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37804) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:19:34.094583 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e48e3a-c4bd-468c-a03d-96138f9a551c admin admin] GET failed (client error): The resource could not be found.
Apr 20 17:19:34.095150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-17e48e3a-c4bd-468c-a03d-96138f9a551c admin admin] Synchronizing usage tracker for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:19:34.109556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-17e48e3a-c4bd-468c-a03d-96138f9a551c admin admin] Unset dirty status for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:19:34.110779 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-17e48e3a-c4bd-468c-a03d-96138f9a551c admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0897176
Apr 20 17:19:34.231804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4eb702-c6a5-4008-8546-e99301df16cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:19:34.233373 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-dc4eb702-c6a5-4008-8546-e99301df16cf admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1182258
Apr 20 17:19:34.248374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:19:34.253443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:19:34.264238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:19:34.273143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Made reservation on behalf of c97143b79fe246f7a3b20f5cd6dc39e1 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:19:34.278028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:34.667805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:34.672342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:19:34.744846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3fe5e3-9d3e-473d-b50d-8c073ea6c094,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:19:34.748380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:19:34.754578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Checking segment: {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:19:34.754970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Network hostable DHCP agents. Network: bc9834ca-9904-40a1-9c53-24a681329c35, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:19:34.774502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Network bc9834ca-9904-40a1-9c53-24a681329c35 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:19:34.782673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, bc9834ca-9904-40a1-9c53-24a681329c35) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:19:34.786740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:19:34.787378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:34.792681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0c21e-fc67-4191-8a6b-df6c52c1e839 None None] Network bc9834ca-9904-40a1-9c53-24a681329c35 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:19:34.811265 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-edffb5c5-7fa1-4e39-ac76-651b8aced130 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5669680
Apr 20 17:19:35.029513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-bc9834ca-9904-40a1-9c53-24a681329c35', 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35', 'tenant_id': 'c97143b79fe246f7a3b20f5cd6dc39e1', 'fixed_ips': [{'subnet_id': 'bf3fe5e3-9d3e-473d-b50d-8c073ea6c094'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:19:35.030420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.199346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Allocated IP 192.168.233.2 (bc9834ca-9904-40a1-9c53-24a681329c35/bf3fe5e3-9d3e-473d-b50d-8c073ea6c094/9ce41895-e7e6-4388-aeff-c8a83a043a1e) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:19:35.419253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.430493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Transition to ACTIVE for port object 9ce41895-e7e6-4388-aeff-c8a83a043a1e will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:19:35.449652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Transition to ACTIVE for port object 9ce41895-e7e6-4388-aeff-c8a83a043a1e will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:19:35.454508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.463455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:19:35.535400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Network bc9834ca-9904-40a1-9c53-24a681329c35 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:19:35.539313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:19:35.541139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Pushing event updated for resources: {'Port': ['ID=9ce41895-e7e6-4388-aeff-c8a83a043a1e,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:19:35.543613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:19:35.591077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.591466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.591842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.592211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.592584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.592947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.593336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.593701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.594066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.594429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.594783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.595177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:19:35.632161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:19:35.654777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Attempting to bind port 9ce41895-e7e6-4388-aeff-c8a83a043a1e on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:19:35.655182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Attempting to bind port 9ce41895-e7e6-4388-aeff-c8a83a043a1e by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:19:35.655595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Attempting to bind port 9ce41895-e7e6-4388-aeff-c8a83a043a1e on network bc9834ca-9904-40a1-9c53-24a681329c35 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:19:35.661639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:19:35.662051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Checking segment: {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:19:35.662494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.662928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Bound using segment: {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:19:35.663440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Bound port: 9ce41895-e7e6-4388-aeff-c8a83a043a1e, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:19:35.664448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.759558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] For port 9ce41895-e7e6-4388-aeff-c8a83a043a1e, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:19:35.763455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] For port 9ce41895-e7e6-4388-aeff-c8a83a043a1e, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=9ce41895-e7e6-4388-aeff-c8a83a043a1e,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:19:35.766202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:35.771394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:19:35.859853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Pushing event updated for resources: {'Port': ['ID=9ce41895-e7e6-4388-aeff-c8a83a043a1e,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:19:35.867658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:19:37.104258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c31da08-70fd-457d-af9c-9c590ad94f1e None None] Network bc9834ca-9904-40a1-9c53-24a681329c35 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:19:37.205875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d310909d-9ecb-4860-bead-851a60fe10be None None] Provisioning for port 9ce41895-e7e6-4388-aeff-c8a83a043a1e completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:19:37.786935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 9ce41895-e7e6-4388-aeff-c8a83a043a1e up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:19:37.861732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 9ce41895-e7e6-4388-aeff-c8a83a043a1e completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:19:37.866596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 9ce41895-e7e6-4388-aeff-c8a83a043a1e triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:19:37.867562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:37.995596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:38.031600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 9ce41895-e7e6-4388-aeff-c8a83a043a1e, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=9ce41895-e7e6-4388-aeff-c8a83a043a1e,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:19:38.034854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:38.038001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:19:38.106752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=9ce41895-e7e6-4388-aeff-c8a83a043a1e,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:19:38.109962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:19:39.766676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 9ce41895-e7e6-4388-aeff-c8a83a043a1e up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:19:39.842832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 9ce41895-e7e6-4388-aeff-c8a83a043a1e triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:19:39.843219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:45.276171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:19:53.615643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c147e3d4-61de-4233-8d58-a2d843cd0785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:56.093578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a1b818ae-48fc-443b-a1d6-24648cae4b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:57.196436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:57.539510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:19:58.576844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:22.275987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:20:23.607727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-de16ba7a-9fc9-47fb-b8b9-5e6900d5ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:26.096077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e7c65a5-827d-480b-b850-6b058f6dc0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:27.197129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:27.542546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:28.580920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:49.610260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37846) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:20:49.618047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [None req-13505b69-a288-4793-962a-ecb0fa2cb1d5 tempest-verify_tempest_config-476460976 tempest-verify_tempest_config-476460976-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:20:49.619205 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-13505b69-a288-4793-962a-ecb0fa2cb1d5 tempest-verify_tempest_config-476460976 tempest-verify_tempest_config-476460976-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0075681
Apr 20 17:20:49.950866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37864) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:20:50.079141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.094767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:20:50.098827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Usage tracker for resource:security_group_rule and tenant:9187fecdf7fc44ddb12674ec5186f2c8 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:20:50.102202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:20:50.108218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:20:50.207859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.211555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.223452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:20:50.267461 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9187fecdf7fc44ddb12674ec5186f2c8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3154023
Apr 20 17:20:50.269157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bfca5b-f5b0-44cb-885f-0913e1aa95bb,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:20:50.270422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 37870) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:20:50.277581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.277983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.278353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.278721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.279084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.279465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.279822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.280180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.280542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.280897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.281551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.281949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.286245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:20:50.339557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.368302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.428530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.433353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:20:50.447641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bfca5b-f5b0-44cb-885f-0913e1aa95bb,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:20:50.456147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:50.457340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49bfca5b-f5b0-44cb-885f-0913e1aa95bb HTTP/1.1" status: 204  len: 168 time: 0.1857877
Apr 20 17:20:50.459459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.459849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.460211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.460561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.460910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.461297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.461644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.461992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.462376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.462698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.463015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.463352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:20:50.466549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:20:53.610083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3644ce99-ab44-4ab6-b7a0-a9bef688c28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:56.100777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6fbf872b-4f70-4e69-a3e8-518a65f2de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:57.201713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:57.544404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:58.585583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:20:59.276068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:21:23.611079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e54719ae-3e30-4e17-99d6-7a009aef7a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:26.102297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60f19b90-46a5-42a1-b10b-bbd0a51096cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:27.206885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:27.548248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:28.595012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:36.276085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:21:53.613679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-abbcfb0d-6392-48b7-9377-4dd4d0c5ef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:56.115833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-593371d5-49ef-4a17-9058-e4f8025cb387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:57.214954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:57.553355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:21:58.596303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:13.276325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 5 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:22:23.621118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-91d464e5-e22d-4a20-9bd9-54867eb540ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:26.118432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16ef5197-109e-45b7-83e3-4b283a97d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:27.223114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:27.568923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:28.600408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:39.949227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629'] for agent, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:50.281712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:22:53.626718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-81fa7f4b-21b5-4854-b5f9-7e79ff202f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:53.801720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37950) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:22:53.952632 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b0bd955a-87cd-464a-ac18-dbfd906b564c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1492465
Apr 20 17:22:56.113850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b6668e9-22c5-485e-86db-f6ce107931ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:56.770348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 37960) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:22:56.843010 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d06b88ec-380a-4a0a-9aca-b79875e0d0fe admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0712588
Apr 20 17:22:57.219132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:57.563374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:22:58.604502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:09.913368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:23.612427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1f866801-1255-4c4c-a2f0-53fa513185c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:26.119126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec65efe0-a109-4d9d-8468-a946d07be2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:27.218517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:27.282068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:23:27.569795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:28.605981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:39.915603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:53.634889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1ef7-515c-4c53-9d9e-fb4040f5cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:56.139104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-03d4d6d1-bee2-404c-abdd-e1793bc4bddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:57.269094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:57.580107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:23:58.612016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:04.282397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:24:09.933546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:23.631442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24775d50-0708-4068-aa25-6bb9226c53ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:26.119192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f70396e3-d3bf-468b-9988-48dbbbf26f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:27.221859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:27.570822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:28.629323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:39.948773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:40.604607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38188) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:40.658201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38194) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:40.930830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38208) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:40.939428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38214) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:41.091578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1785186746-network', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:41.108404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.139697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2000579617-network', 'tenant_id': 'e32d2dccf5b04912bd7b4dda21384679'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:41.152464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Usage tracker for resource:network and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.166628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.171201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.180891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Usage tracker for resource:network and tenant:e32d2dccf5b04912bd7b4dda21384679 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.185564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.188995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.199759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.221807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Made reservation on behalf of e32d2dccf5b04912bd7b4dda21384679 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:41.232174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.268296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Made reservation on behalf of 5744bfa98f074ef497cd9b552c17e505 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:41.278151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.303550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:24:41.324996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-126035584-network', 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:41.339663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.361357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.417011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.420378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.426077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.430928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.437903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Usage tracker for resource:security_group_rule and tenant:e32d2dccf5b04912bd7b4dda21384679 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.442295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.446910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Usage tracker for resource:network and tenant:83bda82865ea45ff9fbdeaea3ba76631 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.450776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.464769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.469004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.473873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.527834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.566086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:41.571549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.606359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.645628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.678613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-531056816-network', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:41.692484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Usage tracker for resource:security_group_rule and tenant:83bda82865ea45ff9fbdeaea3ba76631 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.700671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.703528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.719501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Usage tracker for resource:network and tenant:d0b175d75bce4487bb0d93cb93174ddb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.735668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.735923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.747240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.756086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.781302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Made reservation on behalf of d0b175d75bce4487bb0d93cb93174ddb for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:41.793277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.801627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.837328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:41.874393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:41.884881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b175d75bce4487bb0d93cb93174ddb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:41.892467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:41.907846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:41.916120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c9537c6b-761e-4053-8402-99e9515e653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.007884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba342c1-905a-41a9-81e5-b78fa2f6de46,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.036534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:24:42.042872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.043531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.044187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.045001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.045487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.046255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.047083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.047480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.048091 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.048712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.049374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.050525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Tracked resource versions report:
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     HyperV agent@hv-cinder-78692: {},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:24:42.052632 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86382) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:24:42.058853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.086870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.103032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.106717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.107610 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Added segment 124e9ef3-a5e6-40da-956d-2300a325aa56 of type vlan for network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90
Apr 20 17:24:42.109710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.110468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.120449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-54433341-10a9-413e-abec-473e4cc547aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.178288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de6f268-43f8-4137-8983-092a248af188,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.200208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.201428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.202350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.203241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.204141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.205034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.206045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.207073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.208046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.208931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.209863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.210931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Tracked resource versions report:
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     HyperV agent@hv-cinder-78692: {},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:24:42.213281 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:24:42.230973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.239920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.263107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:24:42.283721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.288986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.290234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Added segment 3c1cb42b-329a-4a40-9497-1d936b753ba7 of type vlan for network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded
Apr 20 17:24:42.309716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.318695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.325876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.335931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:42.352672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.355615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.374475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:24:42.431823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.443088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.444232 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Added segment aaa5a2e6-e220-4cd9-b140-c39389353c10 of type vlan for network 4d6a7c07-4652-4181-8e8a-58e894e18127
Apr 20 17:24:42.448981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.449262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.449451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.457063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:42.457063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.475551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:24:42.539110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.587467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.587917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Added segment 1fa9b96b-606a-44cc-ab19-9788ca032222 of type vlan for network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc
Apr 20 17:24:42.597857 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6558485
Apr 20 17:24:42.598973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38268) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:42.644545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.683343 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.0181091
Apr 20 17:24:42.683343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Pushing event updated for resources: {'Network': ['ID=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.686792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.694379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38274) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:42.697347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.701239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:42.712467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:24:42.747859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Request body: {'subnet': {'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1785186746-subnet', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:42.761089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.769352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.781197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Request body: {'subnet': {'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-subnet', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:42.806475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:42.811338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Usage tracker for resource:subnet and tenant:d0b175d75bce4487bb0d93cb93174ddb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:42.817891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:42.835531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:42.836204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:42.859784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Made reservation on behalf of d0b175d75bce4487bb0d93cb93174ddb for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:42.868804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.897710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Usage tracker for resource:subnet and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:42.907185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.resource_extend [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 17:24:42.920919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:42.927433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:24:42.936112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c559044d-20a6-4708-94f2-d22c4124ef7b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:42.958778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:42.961693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:42.974696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:42.982181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:42.982846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:43.000690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d70ea912-2550-4df9-b217-73be5a230b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:43.091358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:43.246531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:43.247217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:43.314299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Made reservation on behalf of 5744bfa98f074ef497cd9b552c17e505 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:43.324831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:43.467055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6a7c07-4652-4181-8e8a-58e894e18127,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:43.474473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:43.491852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:24:43.503903 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.8970087
Apr 20 17:24:43.507249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c485c077-ac95-4383-937c-2c9a22bb2c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:43.537815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38310) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:43.648596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Pushing event updated for resources: {'Network': ['ID=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:43.661041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:43.664470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38314) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:43.698516 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.7661245
Apr 20 17:24:43.708629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38320) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:43.724694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Request body: {'subnet': {'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-126035584-subnet', 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:43.727096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:24:43.743220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Request body: {'subnet': {'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2000579617-subnet', 'tenant_id': 'e32d2dccf5b04912bd7b4dda21384679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:43.749778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:43.763427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Usage tracker for resource:subnet and tenant:83bda82865ea45ff9fbdeaea3ba76631 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:43.769408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:43.771868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:43.791568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:43.813054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:43.821486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:43.828622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Usage tracker for resource:subnet and tenant:e32d2dccf5b04912bd7b4dda21384679 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:43.838003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:43.850718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:43.893592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Made reservation on behalf of e32d2dccf5b04912bd7b4dda21384679 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:43.898750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:44.361690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:44.371920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:44.387211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:44.429352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:44.486498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Usage tracker for resource:security_group_rule and tenant:6bc5b0266284448c90240c3b12543e72 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:44.493904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:44.508855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:44.516114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=479ce208-a5d1-407e-9819-fdfba86ce135,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:44.535052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:44.581684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Checking segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:44.587120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Network hostable DHCP agents. Network: 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:24:44.778944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:24:44.832907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:44.849690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c21867-c218-44fd-b17b-87a37a8a5f3f None None] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:44.866067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:44.867123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.022629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.2637148
Apr 20 17:24:45.026555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38358) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:45.068115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.082048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.088704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:45.099752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:45.108299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Usage tracker for resource:router and tenant:d0b175d75bce4487bb0d93cb93174ddb is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:45.115952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:45.130235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:45.130683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.140996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.144110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c913569d-894b-47be-9288-fa0135cb4d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:45.158083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cb6b6f1b-3c58-4a3d-952b-57fa68340b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:45.217502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38362) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:45.218487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.219622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.256051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38366) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:45.267970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.390798 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bc5b0266284448c90240c3b12543e72&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7241340
Apr 20 17:24:45.400507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611bd8e0-dc10-4e34-af5f-cae33e46cbb0 None None] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:45.415050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38374) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:45.436541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5e6f72-2fdb-459b-950c-90628b7388a2,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:45.446951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:45.448281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:45.477001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5ceab486-a64d-409a-aff8-d0b04a31ceda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:45.512295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:45.522493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Checking segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:45.523007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Network hostable DHCP agents. Network: dc6f8a7b-02dc-402c-a09d-89d6e83a2c90, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:24:45.542238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a80eb-df11-4181-9730-2dbaac16d1e2,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:45.549405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:45.584044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:24:45.604993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, dc6f8a7b-02dc-402c-a09d-89d6e83a2c90) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:45.620202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b089a52-e349-4111-9203-ba0f5b2d2b23 None None] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:45.629004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:45.629865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.669446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.678216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.688339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.716875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Checking segment: {'id': 'aaa5a2e6-e220-4cd9-b140-c39389353c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:45.717468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Network hostable DHCP agents. Network: 4d6a7c07-4652-4181-8e8a-58e894e18127, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:24:45.733340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.0335205
Apr 20 17:24:45.735317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38380) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:45.739505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.755017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:45.782851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:45.804892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:45.813946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Usage tracker for resource:security_group_rule and tenant:c9f16d82bab64c0e8e5a188e623f0545 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:45.821262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.833365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Usage tracker for resource:router and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:45.848532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:45.850787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:45.858904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:45.869035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.876833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:45.918535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.919550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:45.919687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.939006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:45.950510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:24:45.956925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Usage tracker for resource:security_group_rule and tenant:0398421ba0994488a42b774ce5f43114 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:45.960667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:45.971382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:45.983255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 4d6a7c07-4652-4181-8e8a-58e894e18127) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:45.985326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:45.986999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65426bf-e02e-4caa-be4b-e7728a8cdb1e,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:45.992424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.001486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:46.002133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.017424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27785f9-6ae9-495d-b7cf-e36439d31f9b None None] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:46.051595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:46.060151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:46.088875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a80eb-df11-4181-9730-2dbaac16d1e2,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:46.095507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:46.097022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Checking segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:46.097022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Network hostable DHCP agents. Network: 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:24:46.116730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.117978 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c95a80eb-df11-4181-9730-2dbaac16d1e2 HTTP/1.1" status: 204  len: 168 time: 0.6910577
Apr 20 17:24:46.131661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:24:46.132885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.160903 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6110792
Apr 20 17:24:46.240412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.277310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.320558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:24:46.350496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:46.370439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:46.390097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a6e95-4d2a-471d-9ab6-bac9974137dc None None] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:46.427150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Synchronizing usage tracker for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:24:46.639226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:46.639888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.694845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.731762 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-bf5f6fed-5482-4495-b5ae-4ca6e11bc409 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0109243
Apr 20 17:24:46.775447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Allocated IP 172.20.0.2 (dc6f8a7b-02dc-402c-a09d-89d6e83a2c90/7f5e6f72-2fdb-459b-950c-90628b7388a2/50742c16-3faa-44fb-a155-947f47fe2382) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:24:46.779412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ad42a-93c2-444d-9d78-147d131b5204,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:46.819862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38408) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:46.820846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a694c9-9bbd-4a15-9387-0d10e3387d4c None None] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:46.877689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.880645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:46.885487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.938074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:46.949838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Unset dirty status for tenant:c97143b79fe246f7a3b20f5cd6dc39e1 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:24:46.955422 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9f16d82bab64c0e8e5a188e623f0545&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7240059
Apr 20 17:24:47.000641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38412) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:47.009885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.104058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.122628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:47.136209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Usage tracker for resource:security_group_rule and tenant:742fe7bb79694093b1ab019293fa8930 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:47.139582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.142077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:47.151885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:47.216820 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.290116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.298618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:47.316860 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0398421ba0994488a42b774ce5f43114&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0584137
Apr 20 17:24:47.320848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38422) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:47.429689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.439521 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/003ad42a-93c2-444d-9d78-147d131b5204 HTTP/1.1" status: 204  len: 168 time: 0.4363399
Apr 20 17:24:47.472554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e391d5-30b3-45ee-947d-e5f7b6b42be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51091d73-cfc3-40b1-a196-2d054d1e01e6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:47.504112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ad42a-93c2-444d-9d78-147d131b5204,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:47.632623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:47.644519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:47.645349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:47.735271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38458) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:47.783849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Allocated IP 172.27.0.69 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/34208e5b-2fd4-4d6a-934a-c1fbedd2105b) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:24:47.855690 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 17:24:47.916316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:47.926455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38462) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:47.936543 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 17:24:47.943182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244b24b-c31d-49b0-a6f3-443c94dde002 None None] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:47.975785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.258692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38468) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:48.271245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.328359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Transition to ACTIVE for port object 50742c16-3faa-44fb-a155-947f47fe2382 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:24:48.329149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.355946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-db40012c-97ac-430f-9cf7-ef6dc168dbd5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:48.358463 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-db40012c-97ac-430f-9cf7-ef6dc168dbd5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/networks?id=4d6a7c07-4652-4181-8e8a-58e894e18127 HTTP/1.1" status: 200  len: 812 time: 0.6213963
Apr 20 17:24:48.385579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:48.403943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Usage tracker for resource:security_group_rule and tenant:d461df75f2404917bfe91ea2ee24d901 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:48.412536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:48.422339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:48.435444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-73d71679-c865-4cd5-8790-f075e73e3d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:48.438332 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-8a4af46e-5856-4726-93fa-f91d7690002f tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/quotas/e32d2dccf5b04912bd7b4dda21384679 HTTP/1.1" status: 200  len: 375 time: 0.0540259
Apr 20 17:24:48.453650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Transition to ACTIVE for port object 50742c16-3faa-44fb-a155-947f47fe2382 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:24:48.477814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.486138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.499611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df476c90-986c-435c-8d13-9f72bffc4c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:48.550122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.584181 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=742fe7bb79694093b1ab019293fa8930&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7626905
Apr 20 17:24:48.600524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38474) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:48.609642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.634779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.655399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:24:48.722532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:48.724347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-01b7c1f0-f6d7-42c5-908c-c998c5685dca tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:48.725912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-01b7c1f0-f6d7-42c5-908c-c998c5685dca tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:24:48.730481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08e442-31e2-41ca-9cd4-c22d73c21e8b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:48.734439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:48.741985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:24:48.775325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Pushing event updated for resources: {'Port': ['ID=50742c16-3faa-44fb-a155-947f47fe2382,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:48.850988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-0ad654c9-687b-42f7-b01e-0da35eb77c70 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e32d2dccf5b04912bd7b4dda21384679&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3901033
Apr 20 17:24:48.867815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.871821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-01b7c1f0-f6d7-42c5-908c-c998c5685dca tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:24:48.879824 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-01b7c1f0-f6d7-42c5-908c-c998c5685dca tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.9470718
Apr 20 17:24:48.887420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b86e15d7-21e0-4e3d-b400-19b96109abab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:48.905625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51091d73-cfc3-40b1-a196-2d054d1e01e6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:48.916623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:48.947065 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-c79c7b36-7081-4743-989d-65585013d973 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/quotas/83bda82865ea45ff9fbdeaea3ba76631 HTTP/1.1" status: 200  len: 375 time: 0.0451114
Apr 20 17:24:48.963674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.964497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.965090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.965704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.966287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.966888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.967470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.968061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.968649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.969284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.969878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.970461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Tracked resource versions report:
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     HyperV agent@hv-cinder-78692: {},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:24:48.972304 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:24:48.974570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:48.975948 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51091d73-cfc3-40b1-a196-2d054d1e01e6 HTTP/1.1" status: 204  len: 168 time: 1.6448069
Apr 20 17:24:48.989398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:49.005413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.021378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Attempting to bind port 50742c16-3faa-44fb-a155-947f47fe2382 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:24:49.022217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Attempting to bind port 50742c16-3faa-44fb-a155-947f47fe2382 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:24:49.022874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Attempting to bind port 50742c16-3faa-44fb-a155-947f47fe2382 on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:24:49.031397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.035533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:24:49.035963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Checking segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:49.036421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.036870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Bound using segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:24:49.037476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Bound port: 50742c16-3faa-44fb-a155-947f47fe2382, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:24:49.037902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.064353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.075585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:49.091303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.093174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.097431 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-082b5d57-3d88-46d0-8882-1a3441b378ed tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1245747
Apr 20 17:24:49.183799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.217789 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d461df75f2404917bfe91ea2ee24d901&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9423501
Apr 20 17:24:49.220327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeca870-dcb5-43be-b880-b16372038fb7,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:49.226277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:49.227110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38490) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:49.233499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f90fa2c8-13cf-4c6a-842d-fbeb7df503f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:49.253373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] For port 50742c16-3faa-44fb-a155-947f47fe2382, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:24:49.263553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] For port 50742c16-3faa-44fb-a155-947f47fe2382, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=50742c16-3faa-44fb-a155-947f47fe2382,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:24:49.272588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.278592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:49.305412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Allocated IP 172.27.0.200 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/e9b671f8-f561-49f8-a0e3-0e4715dbd75f) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:24:49.327665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:24:49.377665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:49.386258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:24:49.403167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Pushing event updated for resources: {'Port': ['ID=50742c16-3faa-44fb-a155-947f47fe2382,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:49.420433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:49.483848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.496068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:49.542567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08e442-31e2-41ca-9cd4-c22d73c21e8b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:49.554914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:49.555824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.558275 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab08e442-31e2-41ca-9cd4-c22d73c21e8b HTTP/1.1" status: 204  len: 168 time: 0.9515507
Apr 20 17:24:49.609591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.631068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-2b69d534-bdf8-4351-81bd-ef5df8cae6ba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:24:49.651922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-2b69d534-bdf8-4351-81bd-ef5df8cae6ba service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1595566
Apr 20 17:24:49.710296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-816cd58a-124c-4f28-910e-4db69fa5fae6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:24:49.711567 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-816cd58a-124c-4f28-910e-4db69fa5fae6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3719547
Apr 20 17:24:49.739462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Pushing event updated for resources: {'Port': ['ID=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:49.754650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:49.785640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.795066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.928595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:49.950353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b38ae520-b0c3-4375-b54f-6402e83aa065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:50.148955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 50742c16-3faa-44fb-a155-947f47fe2382 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:24:50.149785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:24:50.160232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:50.165222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:24:50.218763 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-73bf7d86-2f86-4086-bad0-4145d089c41d service neutron] 10.222.0.25 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762928
Apr 20 17:24:50.340989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:50.343445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 50742c16-3faa-44fb-a155-947f47fe2382 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:24:50.406790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:50.426658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:50.497947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeca870-dcb5-43be-b880-b16372038fb7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:50.502939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:50.592786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Pushing event updated for resources: {'Port': ['ID=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:50.605812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:50.607110 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eeca870-dcb5-43be-b880-b16372038fb7 HTTP/1.1" status: 204  len: 168 time: 1.2870877
Apr 20 17:24:50.654361 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-0cb80848-522e-4c49-8526-df65748a7d1d service neutron] 10.222.0.25 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4176853
Apr 20 17:24:50.677506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:50.718300 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-02a276b9-7ac6-47a7-baf8-d20172517edc service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0108364
Apr 20 17:24:50.798565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:50.980186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:51.425020 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-65b17496-463f-4916-b438-aa19477940fc service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5052025
Apr 20 17:24:51.482992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a3a1f-1f9b-4a38-8eb9-c38f39ffac04 None None] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:24:51.706865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Provisioning for port 50742c16-3faa-44fb-a155-947f47fe2382 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:24:51.727988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Provisioning complete for port 50742c16-3faa-44fb-a155-947f47fe2382 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:24:51.731715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:51.759243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:52.036577 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-08772015-cb9b-45d6-95bc-5387a7af5c82 req-1c247ae4-8d73-4b21-89a5-337a4a062950 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.1227190
Apr 20 17:24:52.053294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Router c79dfc22-66fb-48cb-82ab-6b16f9be6791 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:24:52.410077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:52.432332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38594) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:52.543942 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-28b5a148-0121-405f-a04c-12d0068e3161 req-03f2d2b2-5255-4509-b76c-b670a32d7c4b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.2931867
Apr 20 17:24:52.610699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Router 621ae07b-9da4-4d7d-9326-05a744448267 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:24:52.624341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] For port 50742c16-3faa-44fb-a155-947f47fe2382, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=50742c16-3faa-44fb-a155-947f47fe2382,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:24:52.634894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:52.638630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:52.642902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:24:52.658431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Sync routers for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:24:52.692464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:52.697412 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.6669445
Apr 20 17:24:52.701996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38606) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:52.713323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:24:52.714556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333423fc88>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:52.822793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Pushing event updated for resources: {'Port': ['ID=50742c16-3faa-44fb-a155-947f47fe2382,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:52.839330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:53.093216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d4ebdd99-439c-4fcd-be8c-34315b6592b1 None None] Provisioning complete for port 50742c16-3faa-44fb-a155-947f47fe2382 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:24:53.093698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ebdd99-439c-4fcd-be8c-34315b6592b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:53.240425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:24:53.261050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:24:53.281987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:24:53.322042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:53.333014 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5925751
Apr 20 17:24:53.334210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38646) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:53.340771 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:24:53.341508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4828>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:53.823080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8aa19553-2f3e-4333-8ae0-4ac4d4ae58e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:53.872267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333423fc88>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:49Z', 'revision_number': 3, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:53.878484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Checking router: c79dfc22-66fb-48cb-82ab-6b16f9be6791 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:24:53.880156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Updating router c79dfc22-66fb-48cb-82ab-6b16f9be6791 port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:24:54.003470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:54.152284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 50742c16-3faa-44fb-a155-947f47fe2382 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:24:54.310185 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09f9dfa8-6e1c-48c5-bd04-e35bb0001f48 req-a2b80170-3b8d-4807-83e2-181d9e1d76c9 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.2518275
Apr 20 17:24:54.380641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080436890-network', 'tenant_id': '080e0b47289643939baada2542e10ce5'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:54.544739 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:24:54.618454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:54.670429 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1892fc78-6c8a-4954-acc3-8ca0ed487809 req-3062727d-38e4-4715-92d1-8a633f61dfec tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.5295551
Apr 20 17:24:54.791835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Usage tracker for resource:network and tenant:080e0b47289643939baada2542e10ce5 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:54.821125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:54.886407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:54.974428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Made reservation on behalf of 080e0b47289643939baada2542e10ce5 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:24:55.010653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.057149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.095388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.186181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:55.187928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.216821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Usage tracker for resource:security_group_rule and tenant:080e0b47289643939baada2542e10ce5 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:55.222491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Transition to ACTIVE for port object 34208e5b-2fd4-4d6a-934a-c1fbedd2105b will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:24:55.234479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.240606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ddbe1dc-69f4-44a6-a35a-2ae961f10e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:55.452945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 50742c16-3faa-44fb-a155-947f47fe2382 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:24:55.459050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.488816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Allocated IP 172.20.0.1 (0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded/479ce208-a5d1-407e-9819-fdfba86ce135/7fb367ae-ff2c-43ab-9cf2-0864511d1066) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:24:55.490151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Attempting to bind port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:24:55.490807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Attempting to bind port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:24:55.491346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Attempting to bind port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:24:55.528054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:24:55.544217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:55.544984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.545624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:24:55.547013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Bound port: 34208e5b-2fd4-4d6a-934a-c1fbedd2105b, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:24:55.547620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.680823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Pushing event updated for resources: {'Port': ['ID=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:55.702347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:55.704428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.707918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.708586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.709173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.709895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.710456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.712960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.713919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.714630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.715192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.716145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.718187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Tracked resource versions report:
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]: pushed versions:
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]: {   'AddressGroup': {'1.2'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'ConntrackHelper': {'1.0'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Log': {'1.0'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Network': {'1.1'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Port': {'1.7'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'PortForwarding': {'1.2'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'QosPolicy': {'1.8'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroup': {'1.4'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SecurityGroupRule': {'1.2'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'SubPort': {'1.0'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Subnet': {'1.1'},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     'Trunk': {'1.1'}}
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]: consumer versions:
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]: {   DHCP agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     HyperV agent@hv-cinder-78692: {},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     L3 agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metadata agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     Metering agent@dv-cinder-786927-2-iscsi: {},
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:     Open vSwitch agent@dv-cinder-786927-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'ConntrackHelper': '1.0',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Log': '1.0',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Network': '1.1',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Port': '1.7',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'PortForwarding': '1.2',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'QosPolicy': '1.8',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroup': '1.4',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SecurityGroupRule': '1.2',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'SubPort': '1.0',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Subnet': '1.1',
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:                                                      'Trunk': '1.1'}}
Apr 20 17:24:55.719593 dv-cinder-786927-2-iscsi neutron-server[86268]:  {{(pid=86384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 17:24:55.763958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4828>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:50Z', 'revision_number': 3, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:55.788068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:24:55.788679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Updating router 621ae07b-9da4-4d7d-9326-05a744448267 port e9b671f8-f561-49f8-a0e3-0e4715dbd75f binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:24:55.794875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] For port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:24:55.801924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] For port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:24:55.805463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:55.807884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:55.818722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:55.988807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Pushing event updated for resources: {'Port': ['ID=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:56.009601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:56.091801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.100703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:56.121669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:24:56.132182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333423fc88>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:56.210241 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65a49e67-ed41-4ed7-acdd-038759b3fd6c req-413fe531-1a00-4753-b2e8-eede66f091b7 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.0894721
Apr 20 17:24:56.388668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-911b5e82-dfbb-4533-bf15-8ea26ed80e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.418625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e2700122-1b4e-4c3c-89fd-874b66bbea9f req-ae96aac1-8a31-4547-abc6-7e23505f0da1 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.2192922
Apr 20 17:24:56.451939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.517901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.563485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.573997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3099886a-74f3-4466-8317-77d20d19bffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:56.628605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38750) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:56.713617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:24:56.724414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.732282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:24:56.756723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:56.772119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:56.802403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.72', 64810) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:56.803399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:56.816129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:24:56.816664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.033220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.070991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Transition to ACTIVE for port object e9b671f8-f561-49f8-a0e3-0e4715dbd75f will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:24:57.084209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.111289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:57.119067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:57.119366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:24:57.136437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.342805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Attempting to bind port e9b671f8-f561-49f8-a0e3-0e4715dbd75f on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:24:57.343592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Attempting to bind port e9b671f8-f561-49f8-a0e3-0e4715dbd75f by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:24:57.344460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Attempting to bind port e9b671f8-f561-49f8-a0e3-0e4715dbd75f on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:24:57.350031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:24:57.399898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:24:57.401013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:24:57.401923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.402768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:24:57.404672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Bound port: e9b671f8-f561-49f8-a0e3-0e4715dbd75f, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:24:57.405569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.488026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.488488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Added segment a6aec478-51bf-43f7-beb0-e3554bb31180 of type vlan for network c04ecae8-f220-4283-a738-7c93c57a2197
Apr 20 17:24:57.542800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307a0a1-c2fe-4582-adf9-07bdb1c4abd6,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:57.553657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:57.704808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] For port e9b671f8-f561-49f8-a0e3-0e4715dbd75f, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:24:57.711109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] For port e9b671f8-f561-49f8-a0e3-0e4715dbd75f, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:24:57.728944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.738427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.751302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Pushing event updated for resources: {'Port': ['ID=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:57.767366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:57.771112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:57.911847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Pushing event updated for resources: {'Port': ['ID=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:57.920981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:57.923262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:57.934921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:24:57.935860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4828>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:58.091939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.101125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.72', 64817) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:58.161430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.163045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333423fc88>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:49Z', 'revision_number': 3, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:58.187262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb3a275-f0fe-402c-a7e2-0bf734d155af None None] The sync data for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi is: [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:49Z', 'revision_number': 3, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:24:58.245872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:24:58.449034 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bb9dff5-1aba-463c-9910-a03de6c8d181 req-3dc77a7b-3814-435e-9f3c-ddea10b2e290 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.7810304
Apr 20 17:24:58.474463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38800) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:58.477873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.486077 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4838d0e9-d6e5-407f-b469-527bde3546e4 req-36760986-6e4e-4792-98b4-ee56cb419112 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.3798394
Apr 20 17:24:58.487779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.507152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.517537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-d143e0fe-973c-463a-905a-3e7078cc68da tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:58.519317 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-d143e0fe-973c-463a-905a-3e7078cc68da tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 1.6933837
Apr 20 17:24:58.525511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:58.550512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Allocated IP 172.20.0.1 (dc6f8a7b-02dc-402c-a09d-89d6e83a2c90/7f5e6f72-2fdb-459b-950c-90628b7388a2/42325fc9-b74d-4fd5-bc25-4febd9e75e2c) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:24:58.673535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.699461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Request body: {'port': {'device_id': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'admin_state_up': True, 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:58.757665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.810552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4828>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:50Z', 'revision_number': 3, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:24:58.840647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1766d-9970-4d8e-a458-e67e0bce3c09 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:50Z', 'revision_number': 3, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:24:58.923731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:58.925348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:58.948296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:58.992512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b24afb52474df7aa9a8181c80cbb78 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:59.016289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:59.055405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:24:59.074825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:24:59.215804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-30738b5a-85d7-4d84-a24a-fd21173e5dae tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:24:59.217548 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-30738b5a-85d7-4d84-a24a-fd21173e5dae tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.72 "GET /v2.0/networks?id=4d6a7c07-4652-4181-8e8a-58e894e18127 HTTP/1.1" status: 200  len: 812 time: 1.1082735
Apr 20 17:24:59.295496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Request body: {'port': {'device_id': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127', 'admin_state_up': True, 'tenant_id': 'e32d2dccf5b04912bd7b4dda21384679'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:24:59.364485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:59.424080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:59.455199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:24:59.512022 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 7.0736277
Apr 20 17:24:59.643744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38832) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:24:59.734255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:59.745369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Pushing event updated for resources: {'Network': ['ID=c04ecae8-f220-4283-a738-7c93c57a2197,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:24:59.767809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:24:59.770752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Usage tracker for resource:port and tenant:83bda82865ea45ff9fbdeaea3ba76631 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:24:59.783813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network c04ecae8-f220-4283-a738-7c93c57a2197 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:24:59.790516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:24:59.801642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:24:59.922295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:00.118516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Usage tracker for resource:security_group_rule and tenant:58fc695306f54a538343f47a319d0ab6 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:00.159165 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cca01a88-e821-4e87-95b3-660c76d2bda6 req-869452b3-9965-4930-8828-306603d6b331 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.3962650
Apr 20 17:25:00.163939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Request body: {'subnet': {'network_id': 'c04ecae8-f220-4283-a738-7c93c57a2197', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080436890-subnet', 'tenant_id': '080e0b47289643939baada2542e10ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:00.166180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:00.188313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:00.218656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Usage tracker for resource:subnet and tenant:080e0b47289643939baada2542e10ce5 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:00.232950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:00.242700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.247961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:00.269607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:00.273656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:00.281109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Transition to ACTIVE for port object 42325fc9-b74d-4fd5-bc25-4febd9e75e2c will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:00.326186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:00.336883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:00.353855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.364852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device e9b671f8-f561-49f8-a0e3-0e4715dbd75f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:00.477096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Made reservation on behalf of 080e0b47289643939baada2542e10ce5 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:00.489026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.511352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port e9b671f8-f561-49f8-a0e3-0e4715dbd75f completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:00.523990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.530843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port e9b671f8-f561-49f8-a0e3-0e4715dbd75f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:00.532393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.715892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2caf6c48-bcd6-47e5-b20f-3f508e6e77af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:00.842713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Pushing event updated for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:00.966452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:00.983190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Allocated IP 172.20.0.14 (4425c8b8-beed-46b5-9bdb-a4a14e7f72dc/a65426bf-e02e-4caa-be4b-e7728a8cdb1e/77ddbf73-294d-4633-aa67-36a125b8fe93) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:00.985958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:00.991206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Usage tracker for resource:port and tenant:e32d2dccf5b04912bd7b4dda21384679 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:00.994531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:01.002356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:01.004905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:01.079523 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba3f862e-3b1f-4331-b277-83efb25d1c2d req-0f754dd4-c9f0-44eb-a8b4-4bfc836471ed tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.7527931
Apr 20 17:25:01.094430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port e9b671f8-f561-49f8-a0e3-0e4715dbd75f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:01.118024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.119364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 34208e5b-2fd4-4d6a-934a-c1fbedd2105b up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:01.162351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:01.167540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:01.205337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:01.263151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:01.263657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.453132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38850) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:01.524745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:01.533202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:01.533202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:01.537727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:01.538154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.553418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Made reservation on behalf of e32d2dccf5b04912bd7b4dda21384679 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:01.559883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.587589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-740946b4-4c97-499c-9c77-15d80b0628fd None None] Provisioning for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:01.603831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-740946b4-4c97-499c-9c77-15d80b0628fd None None] Provisioning complete for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:01.604256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-740946b4-4c97-499c-9c77-15d80b0628fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.668786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-740946b4-4c97-499c-9c77-15d80b0628fd None None] Port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:25:01.786300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.823752 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-75e6f260-9800-4de1-850c-d4cd46cd8146 req-1c9e8ce9-dc4a-46c0-8f09-075aab7538d3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.2130461
Apr 20 17:25:01.828402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Allocated IP 172.20.0.8 (4d6a7c07-4652-4181-8e8a-58e894e18127/3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e/a8b850f9-7326-48ee-9ece-9d07c86b47ff) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:01.841426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:01.846294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:01.854100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:02.068952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:02.078891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:02.146710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.190474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Router c79dfc22-66fb-48cb-82ab-6b16f9be6791 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:25:02.200334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device e9b671f8-f561-49f8-a0e3-0e4715dbd75f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:02.201428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.309955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.326192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.344874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.385354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:02.433377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3505b82c-ed14-4932-80a0-202776700004,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:02.437703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.442753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port e9b671f8-f561-49f8-a0e3-0e4715dbd75f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:02.443185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.453118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:02.575675 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58fc695306f54a538343f47a319d0ab6&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0874593
Apr 20 17:25:02.577596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.579129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38858) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:02.617031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:02.658293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:02.698892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:02.728279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:02.744117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:02.762772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.795711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:02.797781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Pushing event updated for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:02.803068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:02.809382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:02.810254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.816895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:02.824725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:02.825752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.858524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.878976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:02.888833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:02.896334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b348201f324dc582e362051f0e1461 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:02.899502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:02.904816 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2327821
Apr 20 17:25:02.906979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:02.937643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.941169 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6737807
Apr 20 17:25:02.961247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:02.996619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.050331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.085031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:03.100742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.102342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:25:03.114214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Sync routers for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:25:03.139600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:03.140807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333451d978>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:03.191993 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1b24afb52474df7aa9a8181c80cbb78&name=default HTTP/1.1" status: 200  len: 2979 time: 6.5615966
Apr 20 17:25:03.239770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38868) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:03.378572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event updated for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:03.386394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f4d97-527d-45fc-8aa1-aa5d5643829c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:03.390851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:03.395703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:03.402362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c3e916a2-fbda-4d56-b70b-434d5b90da11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:03.430608 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] 10.222.0.25 "PUT /v2.0/routers/c79dfc22-66fb-48cb-82ab-6b16f9be6791/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7176113
Apr 20 17:25:03.430608 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9b348201f324dc582e362051f0e1461&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9630940
Apr 20 17:25:03.444707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38872) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:03.532019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:03.610023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e957b-d243-4645-8955-96392c9bceb5,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:03.641603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.656459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.669894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-74b910a7-646f-43ae-ae59-4200590cb597 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:03.670550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-74b910a7-646f-43ae-ae59-4200590cb597 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:03.686434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:03.713890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.714151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.721327 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3505b82c-ed14-4932-80a0-202776700004 HTTP/1.1" status: 204  len: 168 time: 1.1217787
Apr 20 17:25:03.721327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3505b82c-ed14-4932-80a0-202776700004,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:03.743429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:03.749410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-74b910a7-646f-43ae-ae59-4200590cb597 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:03.752153 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-74b910a7-646f-43ae-ae59-4200590cb597 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 932 time: 0.4318020
Apr 20 17:25:03.757676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.770913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.773322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:03.791590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:04.022251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:04.086665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97eca-4cf2-44be-923b-cf3c72a7f2d7 req-687c7107-dbf1-40f3-82e5-15a832891ab3 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:04.087674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3af97eca-4cf2-44be-923b-cf3c72a7f2d7 req-687c7107-dbf1-40f3-82e5-15a832891ab3 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Synchronizing usage tracker for tenant:e32d2dccf5b04912bd7b4dda21384679 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:04.092071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.161155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-2ab838f9-b3a5-4b7b-98e2-9320c9a3cc70 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:04.222027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Pushing event updated for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:04.241115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:04.250918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3fef5c6d-516e-433e-9fee-558fe41dc8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:04.274582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-2ab838f9-b3a5-4b7b-98e2-9320c9a3cc70 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:04.276650 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f9639fc-ca8d-4298-a9a7-73149e19fe87 req-2ab838f9-b3a5-4b7b-98e2-9320c9a3cc70 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4134467
Apr 20 17:25:04.308197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 34208e5b-2fd4-4d6a-934a-c1fbedd2105b up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:04.413309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f4d97-527d-45fc-8aa1-aa5d5643829c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:04.421411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.424966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:04.427915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:04.431144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:04.484465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.494276 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/461f4d97-527d-45fc-8aa1-aa5d5643829c HTTP/1.1" status: 204  len: 168 time: 1.2161341
Apr 20 17:25:04.522040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:04.522466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.586216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333451d978>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:56Z', 'revision_number': 4, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '7fb367ae-ff2c-43ab-9cf2-0864511d1066', 'name': '', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:55Z', 'updated_at': '2021-04-20T17:24:57Z', 'revision_number': 2, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'subnets': [{'id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:04.588748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:04.603148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Checking router: c79dfc22-66fb-48cb-82ab-6b16f9be6791 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:25:04.603550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Updating router c79dfc22-66fb-48cb-82ab-6b16f9be6791 port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:25:04.787070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.898634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-daf0aca2-266e-4edd-b2d6-163237fa80a5 None None] Provisioning complete for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:04.899360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-daf0aca2-266e-4edd-b2d6-163237fa80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:04.935825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38890) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:04.942907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a94b6fa-947e-454e-9eec-f45a0308ec12,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:04.955909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:04.975608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:25:05.021865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.075626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-daf0aca2-266e-4edd-b2d6-163237fa80a5 None None] Port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:25:05.082693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.166933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.221128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-df9df38e-235a-4dc3-8fcb-fd812513a344 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:25:05.222468 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-df9df38e-235a-4dc3-8fcb-fd812513a344 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0218475
Apr 20 17:25:05.232077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3af97eca-4cf2-44be-923b-cf3c72a7f2d7 req-687c7107-dbf1-40f3-82e5-15a832891ab3 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Unset dirty status for tenant:e32d2dccf5b04912bd7b4dda21384679 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:05.254115 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3af97eca-4cf2-44be-923b-cf3c72a7f2d7 req-687c7107-dbf1-40f3-82e5-15a832891ab3 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 931 time: 2.7437978
Apr 20 17:25:05.256097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.259059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Checking segment: {'id': 'a6aec478-51bf-43f7-beb0-e3554bb31180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c04ecae8-f220-4283-a738-7c93c57a2197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:05.259776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Network hostable DHCP agents. Network: c04ecae8-f220-4283-a738-7c93c57a2197, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:25:05.264484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-adee1f72-6248-41a1-ab76-674a88c05305 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:25:05.265613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-adee1f72-6248-41a1-ab76-674a88c05305 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0203698
Apr 20 17:25:05.269027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:05.390103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-774b3947-e9ff-49e2-a487-c053f63eb8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:05.438176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.438750 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3af97eca-4cf2-44be-923b-cf3c72a7f2d7 req-71d0bdc1-978c-4c6f-ba1b-f250ec6f36ed tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830225
Apr 20 17:25:05.439418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Usage tracker for resource:security_group_rule and tenant:838f722dd4794c42a52abb19514b207c is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:05.462807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e957b-d243-4645-8955-96392c9bceb5,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:05.463889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Transition to ACTIVE for port object 7fb367ae-ff2c-43ab-9cf2-0864511d1066 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:05.465434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.470475 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/077e957b-d243-4645-8955-96392c9bceb5 HTTP/1.1" status: 204  len: 168 time: 2.0215628
Apr 20 17:25:05.475755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:05.492561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:05.500632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Network c04ecae8-f220-4283-a738-7c93c57a2197 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:25:05.506088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.525928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:05.550245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, c04ecae8-f220-4283-a738-7c93c57a2197) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:05.559705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b93a5a-eaef-48b1-9474-446ac173c2df None None] Network c04ecae8-f220-4283-a738-7c93c57a2197 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:05.562305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:05.619371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:05.622629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.704670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Pushing event updated for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:05.723389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:25:05.725972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:05.755152 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] 10.222.0.25 "PUT /v2.0/routers/621ae07b-9da4-4d7d-9326-05a744448267/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4195898
Apr 20 17:25:05.795199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38906) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:05.873310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.923588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:05.941024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:05.941358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.027894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Usage tracker for resource:security_group_rule and tenant:1651bf7077b547e5bcecb4ad6b4a80ef is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:06.084278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8ba59f5c-98d2-46de-a1ae-4c2e17931456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:06.128249 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=838f722dd4794c42a52abb19514b207c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1740608
Apr 20 17:25:06.152025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 38914) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:06.196420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:06.274194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:06.339504 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 6.4445212
Apr 20 17:25:06.350524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc95a329-7a59-4848-945e-5155efbf337e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:06.379409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:06.418135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Attempting to bind port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:06.418534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Attempting to bind port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:06.419176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Attempting to bind port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:06.475154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:25:06.477711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:06.478613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Checking segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:06.479403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.483996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Bound using segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:06.487407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Bound port: 7fb367ae-ff2c-43ab-9cf2-0864511d1066, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:06.490688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.527469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:06.528198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0748>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:06.542328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-b1fd30b3-4975-4039-9390-35c71652819c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:06.554172 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-b1fd30b3-4975-4039-9390-35c71652819c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 818 time: 0.6193271
Apr 20 17:25:06.608030 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-394b7b28-b5e3-4384-9c4a-a38e459e1d00 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/quotas/d0b175d75bce4487bb0d93cb93174ddb HTTP/1.1" status: 200  len: 375 time: 0.0443661
Apr 20 17:25:06.647728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.691767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88548e8-d5a9-4a36-92c9-aba8ff6e8261 req-f66dc87c-67ef-4f1f-a22a-394f8dd4a251 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:06.694929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a88548e8-d5a9-4a36-92c9-aba8ff6e8261 req-f66dc87c-67ef-4f1f-a22a-394f8dd4a251 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 932 time: 0.7737696
Apr 20 17:25:06.737863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.829683 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a88548e8-d5a9-4a36-92c9-aba8ff6e8261 req-c875eb69-8777-4c49-8388-b0d1042d712d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252339
Apr 20 17:25:06.891339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] For port 7fb367ae-ff2c-43ab-9cf2-0864511d1066, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:06.897621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] For port 7fb367ae-ff2c-43ab-9cf2-0864511d1066, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7fb367ae-ff2c-43ab-9cf2-0864511d1066,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:06.900988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.902003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.910066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:06.913722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:06.926608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6acb36a9-2702-4d9d-9db4-5e4503d33401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:06.954965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Request body: {'port': {'device_id': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:07.009392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:07.076265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:07.119825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:07.125594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:07.126445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333451d978>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:07.280618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Pushing event updated for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:07.344669 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1651bf7077b547e5bcecb4ad6b4a80ef&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5482464
Apr 20 17:25:07.365114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38932) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:07.372647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-3235de4e-2bc5-4887-8bcb-ab27f5106040 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7583594
Apr 20 17:25:07.384730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d1ea89-98f5-4f3a-b194-4938b045864d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:07.416271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:07.538173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:07.603289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc95a329-7a59-4848-945e-5155efbf337e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:07.751749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:07.790057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Request body: {'port': {'device_id': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:07.832722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfaf7f8-a676-4f86-8497-e37157c6fdc2 None None] Network c04ecae8-f220-4283-a738-7c93c57a2197 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:07.970193 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-0f158e99-6c2a-453f-8963-72ac5b1cee96 service neutron] 10.222.0.25 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5787733
Apr 20 17:25:08.010417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:08.011753 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc95a329-7a59-4848-945e-5155efbf337e HTTP/1.1" status: 204  len: 168 time: 1.8570817
Apr 20 17:25:08.048775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:08.342216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09783ec3-ed28-4157-8700-a87c683c27e4 req-9da2a9b0-a500-4259-9423-1fca6236471e tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:08.356567 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09783ec3-ed28-4157-8700-a87c683c27e4 req-9da2a9b0-a500-4259-9423-1fca6236471e tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 931 time: 0.7639151
Apr 20 17:25:08.442189 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-8b28606f-7ee4-44ec-a99a-e47f44d37739 service neutron] 10.222.0.25 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4514220
Apr 20 17:25:08.457393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:08.707706 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09783ec3-ed28-4157-8700-a87c683c27e4 req-0650576f-3c71-4575-a55e-018baab642a5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121054
Apr 20 17:25:08.748480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:09.046668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0748>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 2, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:09.064070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:25:09.065288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Updating router 621ae07b-9da4-4d7d-9326-05a744448267 port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:25:09.359094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:09.405838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 38968) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:09.435522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:09.663833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333451d978>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:56Z', 'revision_number': 4, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '7fb367ae-ff2c-43ab-9cf2-0864511d1066', 'name': '', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:55Z', 'updated_at': '2021-04-20T17:25:06Z', 'revision_number': 4, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'subnets': [{'id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:09.671498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59247c8-fb67-4b18-b14d-54a2d99d4a8d None None] The sync data for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi is: [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:24:56Z', 'revision_number': 4, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '7fb367ae-ff2c-43ab-9cf2-0864511d1066', 'name': '', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'mac_address': 'fa:16:3e:52:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:55Z', 'updated_at': '2021-04-20T17:25:06Z', 'revision_number': 4, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'subnets': [{'id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:25:09.735368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127624042-network', 'tenant_id': 'd12ad05dc07e4b178f94957a433dec63'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:09.816741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:09.851647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Usage tracker for resource:network and tenant:d12ad05dc07e4b178f94957a433dec63 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:09.859118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:09.868127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:09.930964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Made reservation on behalf of d12ad05dc07e4b178f94957a433dec63 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:09.961952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.044565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.216204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ddbf73-294d-4633-aa67-36a125b8fe93 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:10.265722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.316618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.343955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Transition to ACTIVE for port object 77ddbf73-294d-4633-aa67-36a125b8fe93 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:10.350829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.397745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:10.431194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b850f9-7326-48ee-9ece-9d07c86b47ff {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:10.440999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7fb367ae-ff2c-43ab-9cf2-0864511d1066 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:10.447359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.499228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Transition to ACTIVE for port object a8b850f9-7326-48ee-9ece-9d07c86b47ff will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:10.545118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.714843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.717217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.731575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:10.735998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:10.743913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Usage tracker for resource:security_group_rule and tenant:d12ad05dc07e4b178f94957a433dec63 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:10.767828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:10.768341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:10.772362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:10.804030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:10.862918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.resource_extend [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 17:25:11.006241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Pushing event updated for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:11.011418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:11.053934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.082194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.090043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-57ba0f66-5a71-465c-96a4-5261aea7cce1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:11.101587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Attempting to bind port 77ddbf73-294d-4633-aa67-36a125b8fe93 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:11.102872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Attempting to bind port 77ddbf73-294d-4633-aa67-36a125b8fe93 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:11.105635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Attempting to bind port 77ddbf73-294d-4633-aa67-36a125b8fe93 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:11.118084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Transition to ACTIVE for port object 42325fc9-b74d-4fd5-bc25-4febd9e75e2c will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:11.126848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Port 77ddbf73-294d-4633-aa67-36a125b8fe93 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:25:11.128137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Attempting to bind port 77ddbf73-294d-4633-aa67-36a125b8fe93 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:11.153313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:11.154247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Checking segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:11.155486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Bound using segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:11.156034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Bound port: 77ddbf73-294d-4633-aa67-36a125b8fe93, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:11.156429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.168999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.203997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:11.507081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:11.520273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=77ddbf73-294d-4633-aa67-36a125b8fe93,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:11.537750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39016) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:11.554666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.578010 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911890323', 'description': 'tempest-description--859834430'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:11.625126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:11.763914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:11.796756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:11.854156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Pushing event updated for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:11.880983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:11.885909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:11.887487 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] 10.222.0.72 "PUT /v2.0/ports/77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 200  len: 1094 time: 5.4948647
Apr 20 17:25:11.897786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:11.933103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:11.999610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:12.301578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.311031 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3d1ea89-98f5-4f3a-b194-4938b045864d HTTP/1.1" status: 204  len: 168 time: 4.9349821
Apr 20 17:25:12.311031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.321031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Pushing event updated for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:12.336529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:12.340081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b6c027ad-9f52-4730-96eb-ab602213876b req-d5725a61-3612-4865-beca-c0eb1ab712d2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:12.347031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:12.362558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Attempting to bind port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:12.362932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Attempting to bind port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:12.363309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Attempting to bind port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:12.371018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.433225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b6c027ad-9f52-4730-96eb-ab602213876b req-d5725a61-3612-4865-beca-c0eb1ab712d2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:12.450007 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b6c027ad-9f52-4730-96eb-ab602213876b req-d5725a61-3612-4865-beca-c0eb1ab712d2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 210 time: 0.6817057
Apr 20 17:25:12.450157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:12.469460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.471740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:12.479583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:12.485331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:25:12.491688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:12.492248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Checking segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:12.492701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.493493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Bound using segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:12.494038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Bound port: 42325fc9-b74d-4fd5-bc25-4febd9e75e2c, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:12.494590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.499300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:12.509608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.510117 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Added segment 8f8f9540-ef73-4b29-ad20-ae5244018116 of type vlan for network 775674bb-f594-4023-b090-8316877fb047
Apr 20 17:25:12.541999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 7fb367ae-ff2c-43ab-9cf2-0864511d1066, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7fb367ae-ff2c-43ab-9cf2-0864511d1066,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:12.557739 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.595005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.621435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Attempting to bind port a8b850f9-7326-48ee-9ece-9d07c86b47ff on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:12.621826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Attempting to bind port a8b850f9-7326-48ee-9ece-9d07c86b47ff by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aaa5a2e6-e220-4cd9-b140-c39389353c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:12.622508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Attempting to bind port a8b850f9-7326-48ee-9ece-9d07c86b47ff on network 4d6a7c07-4652-4181-8e8a-58e894e18127 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:12.631518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.634637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Port a8b850f9-7326-48ee-9ece-9d07c86b47ff on network 4d6a7c07-4652-4181-8e8a-58e894e18127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:25:12.635397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Attempting to bind port a8b850f9-7326-48ee-9ece-9d07c86b47ff on network 4d6a7c07-4652-4181-8e8a-58e894e18127 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:12.636847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:12.652031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:12.652454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Checking segment: {'id': 'aaa5a2e6-e220-4cd9-b140-c39389353c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:12.653149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Bound using segment: {'id': 'aaa5a2e6-e220-4cd9-b140-c39389353c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:12.653754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Bound port: a8b850f9-7326-48ee-9ece-9d07c86b47ff, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa5a2e6-e220-4cd9-b140-c39389353c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:12.654146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.676538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:12.677215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.741128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.756270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.766020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-bb78b6dc-f273-48cb-baef-a4261d939e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:12.785331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:12.790184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff,segment=NetworkSegment(aaa5a2e6-e220-4cd9-b140-c39389353c10),segment_id=aaa5a2e6-e220-4cd9-b140-c39389353c10)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:12.800886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9ee8c-390b-45fc-8440-7af38dd9d21b req-1c4983d5-e690-44ea-a9f8-8ff64a3107d7 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:12.802719 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-90d9ee8c-390b-45fc-8440-7af38dd9d21b req-1c4983d5-e690-44ea-a9f8-8ff64a3107d7 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 944 time: 2.9126894
Apr 20 17:25:12.803440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:12.816403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.727s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:12.824648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:12.833883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f88b611-862a-4c46-b08e-95fbb2e0c785,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:12.843632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:12.876870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.877257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:12.879329 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.3402708
Apr 20 17:25:12.882491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39052) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:12.890123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group_rule': {'security_group_id': '2f88b611-862a-4c46-b08e-95fbb2e0c785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:12.890564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75076-2b0e-4cd9-9de2-787c7ce287f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d1ea89-98f5-4f3a-b194-4938b045864d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:12.898265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:12.901681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:12.903337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:12.906478 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:12.916716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:12.920956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.936464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe3bd9-2ab5-48b5-a480-19c0e5479fa9 req-f2d4c9a6-0eee-4d85-8b51-e638c59859fa tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:12.938190 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-31fe3bd9-2ab5-48b5-a480-19c0e5479fa9 req-f2d4c9a6-0eee-4d85-8b51-e638c59859fa tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 943 time: 0.2680132
Apr 20 17:25:12.939539 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-90d9ee8c-390b-45fc-8440-7af38dd9d21b req-0fde6d51-2523-472b-982a-0519b852e28e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159599
Apr 20 17:25:12.941640 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 3.5222895
Apr 20 17:25:12.947102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] For port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:12.951487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] For port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:12.958240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:12.961747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39056) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:12.963677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7ee2669b-2768-44a1-b5db-8a562d24dedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:12.985821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Request body: {'subnet': {'network_id': '775674bb-f594-4023-b090-8316877fb047', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2127624042-subnet', 'tenant_id': 'd12ad05dc07e4b178f94957a433dec63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:12.997362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:13.014659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Usage tracker for resource:subnet and tenant:d12ad05dc07e4b178f94957a433dec63 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:13.018733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:13.019823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.032574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:13.053968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Made reservation on behalf of d12ad05dc07e4b178f94957a433dec63 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:13.056052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Pushing event updated for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:13.066745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.076273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.103361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:13.103977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0748>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:24:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:13.237510 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-31fe3bd9-2ab5-48b5-a480-19c0e5479fa9 req-38051fc2-f733-4927-a77f-d8a7a210276e tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633393
Apr 20 17:25:13.294457 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:13.295092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.296654 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] 10.222.0.72 "PUT /v2.0/ports/a8b850f9-7326-48ee-9ece-9d07c86b47ff HTTP/1.1" status: 200  len: 1093 time: 7.0606401
Apr 20 17:25:13.311562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:13.341743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.352703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.396395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:13.434916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4b2baf-9ac0-478c-bd2b-5a5921adfd06,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:13.445991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.449303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc16e99-0980-41c7-a0a3-6d1c804297f3,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:13.452007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.452460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:13.452777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.469778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:13.481860 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5942037
Apr 20 17:25:13.487495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39084) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:13.493084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.702s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:13.497754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-dc897fa7-129b-4713-9aec-65d3f7e0fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:13.502835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-dc897fa7-129b-4713-9aec-65d3f7e0fd84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 1097 time: 0.2532763
Apr 20 17:25:13.507114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group_rule': {'security_group_id': '2f88b611-862a-4c46-b08e-95fbb2e0c785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:13.526367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:13.538484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:13.543131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:13.553993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:13.622729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Pushing event updated for resources: {'Network': ['ID=775674bb-f594-4023-b090-8316877fb047,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:13.633168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.635002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:13.814981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:13.883729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:13.893290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:13.899296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-eddef4dc-8f0a-4cfb-9e85-ca3d2f974eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:13.900912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93', 'status': 'completed', 'code': 200}
Apr 20 17:25:13.902659 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-eddef4dc-8f0a-4cfb-9e85-ca3d2f974eb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e32d2dccf5b04912bd7b4dda21384679&device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 1096 time: 0.4882445
Apr 20 17:25:13.950699 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-3f95f45f-370d-497e-bccf-ae2f7d8b4253 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 200  len: 217 time: 0.3794677
Apr 20 17:25:13.951646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:14.023681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.72', 64824) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:14.078922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 775674bb-f594-4023-b090-8316877fb047 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:25:14.104560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-9db40c12-1721-4646-9689-986e26d437b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff HTTP/1.1" status: 200  len: 217 time: 0.1844079
Apr 20 17:25:14.198610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-7f378852-2bef-493d-b43d-8ff76ff7c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:14.200647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-7f378852-2bef-493d-b43d-8ff76ff7c05c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e HTTP/1.1" status: 200  len: 852 time: 0.0762007
Apr 20 17:25:14.450571 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-3595250b-82ee-4212-a1e5-7dbca3f4df12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4d6a7c07-4652-4181-8e8a-58e894e18127&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2410975
Apr 20 17:25:14.601537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:14.622353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-da806da0-61b7-4de6-9e55-f2a2d545dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:14.624268 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-da806da0-61b7-4de6-9e55-f2a2d545dbf9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.6576147
Apr 20 17:25:14.638809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:14.654495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f56f99eb-e157-47ee-918e-6ae35c6623ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:14.655472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f56f99eb-e157-47ee-918e-6ae35c6623ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:14.701726 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-445e345a-f494-49f2-ac74-1ea286eee18a service neutron] 10.222.0.72 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076788
Apr 20 17:25:14.721700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:14.755111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0748>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:12Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:14.778001 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-40d1b646-840e-4ec0-b3be-208f464da313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1091797
Apr 20 17:25:14.790570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:14.791338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:14.791547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6318129f-a2f6-4295-acd4-1850a1fd8434 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:12Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:25:14.795253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7fb367ae-ff2c-43ab-9cf2-0864511d1066 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:14.796897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6add960c-5e77-48d1-a653-93f5cf49b39f,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:14.957564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:14.958111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:15.045857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:15.059689 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-6e39af59-7676-48a4-aa5f-082b5ad7f498 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592664
Apr 20 17:25:15.065291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:15.066732 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5780838
Apr 20 17:25:15.119095 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33cf2847-f4c6-4ef7-ba0b-aa722be205b9 req-dac6cd8c-9c02-4abf-8505-10fab6c7f422 service neutron] 10.222.0.72 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578721
Apr 20 17:25:15.121276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39136) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:15.135586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['PRIMARY'] with value(s) d0b175d75bce4487bb0d93cb93174ddb-network {{(pid=86381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:25:15.138158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:25:15.146092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f56f99eb-e157-47ee-918e-6ae35c6623ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:15.153014 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f56f99eb-e157-47ee-918e-6ae35c6623ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 818 time: 1.5771298
Apr 20 17:25:15.159317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:15.167242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:15.171667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:floatingip and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:15.177483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:15.184355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:15.201057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab3ca-e37b-49ec-9312-0d94160b7bf8 req-1cca075a-a087-4fa0-8e63-9d6e8717cb54 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:15.236364 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65fab3ca-e37b-49ec-9312-0d94160b7bf8 req-1cca075a-a087-4fa0-8e63-9d6e8717cb54 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 944 time: 0.9285598
Apr 20 17:25:15.242005 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-8f9725d0-4068-4374-8909-9eb97adc1a46 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/quotas/d0b175d75bce4487bb0d93cb93174ddb HTTP/1.1" status: 200  len: 375 time: 0.0763404
Apr 20 17:25:15.312065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:15.448069 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65fab3ca-e37b-49ec-9312-0d94160b7bf8 req-ca332e9d-4162-4ecb-979a-85c5445abe0e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967902
Apr 20 17:25:15.691974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:15.693204 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d1399a1c-e808-441c-81a0-4428e84f611a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 818 time: 1.6484265
Apr 20 17:25:15.760252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:15.762154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Request body: {'port': {'device_id': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'admin_state_up': True, 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:15.778238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:15.859354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a534dfd-da3e-469c-8548-7ea9ebb1bee8,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:15.869969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:15.905882 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff', 'status': 'completed', 'code': 200}
Apr 20 17:25:16.036381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:16.185830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:16.240136 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-634d36f7-558d-4958-a126-4ab708b73184 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9828637
Apr 20 17:25:16.244360 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6df2d5cc-f9cc-4883-8ea2-25fc24eaef79 req-2380a6a9-2273-4560-8cc0-a8e906068510 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1737223
Apr 20 17:25:16.327713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:16.379954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Checking segment: {'id': '8f8f9540-ef73-4b29-ad20-ae5244018116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '775674bb-f594-4023-b090-8316877fb047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:16.381117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Network hostable DHCP agents. Network: 775674bb-f594-4023-b090-8316877fb047, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:25:16.525415 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f4b51df1-b996-4142-a779-2f6f4e94d55c service neutron] 10.222.0.25 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637689
Apr 20 17:25:16.730902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Made reservation on behalf of d0b175d75bce4487bb0d93cb93174ddb for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:16.747872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:16.831357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 42325fc9-b74d-4fd5-bc25-4febd9e75e2c up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:16.858330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Network 775674bb-f594-4023-b090-8316877fb047 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:25:16.869942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Allocated IP 172.27.0.251 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/eb71dcd3-1ea7-45a8-ab11-a91c307cb455) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:16.881506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 775674bb-f594-4023-b090-8316877fb047) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:16.901030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:16.901765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:16.909021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-5e5fafcc-1f33-417e-a61c-aa8eda946b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:16.910677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-5e5fafcc-1f33-417e-a61c-aa8eda946b01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e32d2dccf5b04912bd7b4dda21384679&device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 1096 time: 0.9669504
Apr 20 17:25:16.920055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cb053-d4cd-4393-91ef-9af56498a7d5 None None] Network 775674bb-f594-4023-b090-8316877fb047 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:17.214871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-d1253154-57a5-4ff8-919a-084246a32c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:17.216224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Allocated IP 172.20.0.4 (0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded/479ce208-a5d1-407e-9819-fdfba86ce135/0f54337c-15c0-4903-bd10-facc70b0a630) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:17.217111 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-d1253154-57a5-4ff8-919a-084246a32c4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4d6a7c07-4652-4181-8e8a-58e894e18127 HTTP/1.1" status: 200  len: 914 time: 0.2903507
Apr 20 17:25:17.230076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-f1336137-e992-4677-a38c-d80aad3fd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:17.231962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-f1336137-e992-4677-a38c-d80aad3fd975 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 1097 time: 0.6284811
Apr 20 17:25:17.235136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd5787-80ce-4b8d-909f-83383589c99e req-c9bc3197-f07d-4c35-9499-fd5dbae65fed tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:17.237352 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8cd5787-80ce-4b8d-909f-83383589c99e req-c9bc3197-f07d-4c35-9499-fd5dbae65fed tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 943 time: 0.9730771
Apr 20 17:25:17.241039 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-61b90099-def0-49a8-975f-03800fe91d00 service neutron] 10.222.0.25 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7141078
Apr 20 17:25:17.242635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.2775130
Apr 20 17:25:17.363517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-750a5d6f-07dc-4d91-a736-cafb6dcdf8bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff HTTP/1.1" status: 200  len: 217 time: 0.1248000
Apr 20 17:25:17.521511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c84e67-7e16-4e41-8d85-b73ad5a5d177 None None] Network 775674bb-f594-4023-b090-8316877fb047 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:17.527622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-a8cd5787-80ce-4b8d-909f-83383589c99e req-9877c0ab-a8e5-46ba-b9a9-25cf5dcf2e9d tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Synchronizing usage tracker for tenant:e32d2dccf5b04912bd7b4dda21384679 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:17.638470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-ff4f5c5d-406c-4b92-93ed-15a380896bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:17.642089 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-ff4f5c5d-406c-4b92-93ed-15a380896bac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e HTTP/1.1" status: 200  len: 852 time: 0.2475262
Apr 20 17:25:17.661079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39202) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:17.731419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-a8cd5787-80ce-4b8d-909f-83383589c99e req-9877c0ab-a8e5-46ba-b9a9-25cf5dcf2e9d tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Unset dirty status for tenant:e32d2dccf5b04912bd7b4dda21384679 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:17.749918 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8cd5787-80ce-4b8d-909f-83383589c99e req-9877c0ab-a8e5-46ba-b9a9-25cf5dcf2e9d tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4049225
Apr 20 17:25:17.863669 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-4d447b79-18f2-46a3-8e6f-adaa5e623909 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4d6a7c07-4652-4181-8e8a-58e894e18127&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2061453
Apr 20 17:25:17.936696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39210) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:17.956463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-d362e4f6-b6fe-4f6d-90c2-a5de3b086698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:17.958329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:17.958720 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-d362e4f6-b6fe-4f6d-90c2-a5de3b086698 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 916 time: 0.7161906
Apr 20 17:25:17.967364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Deleting subnet 1a94b6fa-947e-454e-9eec-f45a0308ec12 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:25:17.971416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:17.971839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.041879 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9c409b27-71ea-4ff6-86d0-96b78d82174d req-1132be08-fe6a-419e-9ab7-1d675677cfc1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.1096880
Apr 20 17:25:18.084086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.086166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.179375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-c3e0c7d4-2cf8-437a-bff5-1cd189d567ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 200  len: 217 time: 0.2038298
Apr 20 17:25:18.251093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5e1c0-5715-4c55-ae0d-f6548b8d0984 req-d7481f4f-46f1-433f-8c81-02b0ff5651c9 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:18.256406 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59d5e1c0-5715-4c55-ae0d-f6548b8d0984 req-d7481f4f-46f1-433f-8c81-02b0ff5651c9 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 944 time: 0.6792026
Apr 20 17:25:18.286216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:25:18.357158 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-33351d68-1bd5-438b-9ec4-5fd3bf03d2b2 service neutron] 10.222.0.72 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4693944
Apr 20 17:25:18.361274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.363196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.373598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:18.422912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.459103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:18.466759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.474593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:18.480680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=eb71dcd3-1ea7-45a8-ab11-a91c307cb455,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:18.494154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:18.506913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:18.525992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.534742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.559248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:18.563742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:18.681392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:18.690878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:18.697625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a8b850f9-7326-48ee-9ece-9d07c86b47ff details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:25:18.738684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.756019 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07e96ac1-1e18-4651-9fd6-dadebf525991 req-dda483b1-1fc1-43d9-b450-65fdf9872a45 service neutron] 10.222.0.72 "GET /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3837838
Apr 20 17:25:18.772880 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59d5e1c0-5715-4c55-ae0d-f6548b8d0984 req-37095299-0fe7-476f-a583-a0c131ac481d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4376602
Apr 20 17:25:18.805443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-0e6b9655-e535-48fa-bb83-964b820781d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:18.807268 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-0e6b9655-e535-48fa-bb83-964b820781d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.5858581
Apr 20 17:25:18.808452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:18.831122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5cc26542df4dc78b212d31461b1cda is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:18.841605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:18.958113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:18.988668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff,segment=NetworkSegment(aaa5a2e6-e220-4cd9-b140-c39389353c10),segment_id=aaa5a2e6-e220-4cd9-b140-c39389353c10)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:19.005966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff', 'network_id': '4d6a7c07-4652-4181-8e8a-58e894e18127', 'port_id': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff', 'mac_address': 'fa:16:3e:6b:25:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:25:19.045522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-69cf453b-1ed0-4a4b-a7b1-51846f698da6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2220771
Apr 20 17:25:19.082625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:19.089362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.106049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.115787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b850f9-7326-48ee-9ece-9d07c86b47ff {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:19.136417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff,segment=NetworkSegment(aaa5a2e6-e220-4cd9-b140-c39389353c10),segment_id=aaa5a2e6-e220-4cd9-b140-c39389353c10)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:19.143715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.144529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 77ddbf73-294d-4633-aa67-36a125b8fe93 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:25:19.206018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfd7f1-6b2a-45a5-835f-012f1990367e req-0eb8e30a-fb39-4de5-989a-9083b310ed7c tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:19.208429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.214579 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a0bfd7f1-6b2a-45a5-835f-012f1990367e req-0eb8e30a-fb39-4de5-989a-9083b310ed7c tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 943 time: 0.2190623
Apr 20 17:25:19.222223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.275485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.288664 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a0bfd7f1-6b2a-45a5-835f-012f1990367e req-d3d31a49-0a6c-4e74-bfe0-673c8d144156 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730197
Apr 20 17:25:19.297342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.310105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.310538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a94b6fa-947e-454e-9eec-f45a0308ec12,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.316127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.320214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.326555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.334781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.343509 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f21f05f5-3aa1-406e-9053-47cd907def3b req-5200d71c-7960-42d1-a1e3-442d7ff6c9a0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.0851660
Apr 20 17:25:19.370947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.391182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=eb71dcd3-1ea7-45a8-ab11-a91c307cb455,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.398513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.404669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.406160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.434355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.435781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.437334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3099337
Apr 20 17:25:19.450060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=77ddbf73-294d-4633-aa67-36a125b8fe93,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:19.467279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '77ddbf73-294d-4633-aa67-36a125b8fe93', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'port_id': '77ddbf73-294d-4633-aa67-36a125b8fe93', 'mac_address': 'fa:16:3e:f0:2e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65426bf-e02e-4caa-be4b-e7728a8cdb1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:25:19.536676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.556588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ddbf73-294d-4633-aa67-36a125b8fe93 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:19.578198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=77ddbf73-294d-4633-aa67-36a125b8fe93,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:19.582123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.584450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a3a041-ea49-43ec-b0d6-f3c92a25fb0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.659923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.664307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.675058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:19.676785 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1a94b6fa-947e-454e-9eec-f45a0308ec12 HTTP/1.1" status: 204  len: 168 time: 2.0112808
Apr 20 17:25:19.682806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39254) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:19.688001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:19.691157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:19.697401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:19.698102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.704444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.714211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.739049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Pushing event updated for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.743236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.747017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1d36ecb6-cc1c-45a5-8517-0a1b2695cc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:19.759726 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0389545
Apr 20 17:25:19.787299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a6969cd9-466a-4b24-91ab-21ce0f7413c6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:19.794519 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a5cc26542df4dc78b212d31461b1cda&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8308251
Apr 20 17:25:19.796322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39260) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:19.819070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeccb37-a46a-4111-b2ff-b1eb20ab156a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:19.825754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:19.850445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.858367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a6969cd9-466a-4b24-91ab-21ce0f7413c6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:19.859659 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a6969cd9-466a-4b24-91ab-21ce0f7413c6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1911890323&fields=id&tenant_id=5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 267 time: 0.2015564
Apr 20 17:25:19.886087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:19.918138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.050929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfbc4-0134-4d29-838d-c1392b29e6fc req-3b8a4caf-5055-462a-b7c1-46eafecca36e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:20.052459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c65cfbc4-0134-4d29-838d-c1392b29e6fc req-3b8a4caf-5055-462a-b7c1-46eafecca36e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 945 time: 0.1257589
Apr 20 17:25:20.053850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.058183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2c75151-aff4-4d3a-88c8-031a06d546d3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:20.088292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeccb37-a46a-4111-b2ff-b1eb20ab156a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:20.090651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:20.105836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.112780 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.114042 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbeccb37-a46a-4111-b2ff-b1eb20ab156a HTTP/1.1" status: 204  len: 168 time: 0.3166831
Apr 20 17:25:20.137739 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c65cfbc4-0134-4d29-838d-c1392b29e6fc req-8f9f3018-0b27-4e68-8f4d-6ae757cda0d1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700650
Apr 20 17:25:20.272044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-ad88b7f4-45c8-4218-bf91-01f760912b67 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:20.272813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-ad88b7f4-45c8-4218-bf91-01f760912b67 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:network {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:20.286835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f332f9cb4a8>> segment before_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.287338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f332f9cb4a8>> subnet precommit_delete_associations 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.288068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> segment_host_mapping after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.288458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> port after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.288815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> port after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.289174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> port after_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.289553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> segment after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.289913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> subnet after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.290275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> subnet after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.290627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332f69a828>> subnet after_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.359295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f33340f6128>> subnet after_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.359779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f33340f6128>> subnet after_delete 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.360173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f33340f6128>> subnet before_create 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.360557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f33340f6128>> subnet before_update 55550000 {{(pid=86382) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:25:20.361942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3334287630>,) {'filters': {'network_id': ['c04ecae8-f220-4283-a738-7c93c57a2197']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:20.380408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3334287630>, 'a6aec478-51bf-43f7-beb0-e3554bb31180') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:20.380781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3334287630>, 'a6aec478-51bf-43f7-beb0-e3554bb31180') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:20.395616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.403823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-ad88b7f4-45c8-4218-bf91-01f760912b67 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:network {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:20.405100 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-ad88b7f4-45c8-4218-bf91-01f760912b67 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 811 time: 0.5003655
Apr 20 17:25:20.417225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.433371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:25:20.448165 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-9316ef06-fccb-4ca4-b518-e7188b4c6cde tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/quotas/5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 375 time: 0.0338080
Apr 20 17:25:20.469695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39276) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:20.495550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.524508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:20.530181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Usage tracker for resource:security_group_rule and tenant:32f6b8b824b0414fa82a82516db1b013 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:20.534836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:20.542388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:20.557506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2404a-ab1f-4ab7-9510-f624fab05ac7 req-c1eda35f-7c6a-4f61-83f2-ddce38488cab tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:20.559162 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-01c2404a-ab1f-4ab7-9510-f624fab05ac7 req-c1eda35f-7c6a-4f61-83f2-ddce38488cab tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 944 time: 0.1492929
Apr 20 17:25:20.636577 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-01c2404a-ab1f-4ab7-9510-f624fab05ac7 req-74e2ce0c-b678-43ab-88e4-b3e631550654 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684040
Apr 20 17:25:20.714625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.718462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.738900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:20.790718 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32f6b8b824b0414fa82a82516db1b013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3188939
Apr 20 17:25:20.794616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39282) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:20.802896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b335a1fc-7f14-4741-9baf-db0fa2751ec1,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:20.804490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:20.866336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 42325fc9-b74d-4fd5-bc25-4febd9e75e2c up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:20.937453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Network c04ecae8-f220-4283-a738-7c93c57a2197 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:25:20.939259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.948487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:20.973705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.043379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3f1a4aa9-b65d-4546-b44d-45b036a43b32 req-e562f825-8e95-4512-8785-bb24c4c804f3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:21.049080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.052916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-aa334884-78c8-40df-8387-d6dd55fc79aa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:21.060405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a1c4788b-adf9-41a4-a3e8-0e293f0b6b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:21.075951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:21.075951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.090551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b335a1fc-7f14-4741-9baf-db0fa2751ec1,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:21.095128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:21.097148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.101682 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b335a1fc-7f14-4741-9baf-db0fa2751ec1 HTTP/1.1" status: 204  len: 168 time: 0.3058281
Apr 20 17:25:21.103449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3f1a4aa9-b65d-4546-b44d-45b036a43b32 req-e562f825-8e95-4512-8785-bb24c4c804f3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:21.116002 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3f1a4aa9-b65d-4546-b44d-45b036a43b32 req-e562f825-8e95-4512-8785-bb24c4c804f3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.2269771
Apr 20 17:25:21.190871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Network c04ecae8-f220-4283-a738-7c93c57a2197 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:25:21.199692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-aa334884-78c8-40df-8387-d6dd55fc79aa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:21.201214 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-aa334884-78c8-40df-8387-d6dd55fc79aa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7404592
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   from cryptography.utils import int_from_bytes
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   from cryptography.utils import int_from_bytes
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   (rel_b, rel_a, rel_b),
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   (rel_b, rel_a, rel_b),
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:25:21.222441 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:25:21.379770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.471494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:21.478527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8340c2-a10d-4786-a867-c2c72fb3f9bd req-f64904c8-020b-4a3c-93a8-fdb97765b68f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:21.487540 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a8340c2-a10d-4786-a867-c2c72fb3f9bd req-f64904c8-020b-4a3c-93a8-fdb97765b68f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 945 time: 0.1277120
Apr 20 17:25:21.490906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.581437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=c04ecae8-f220-4283-a738-7c93c57a2197,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:21.590488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] 10.222.0.25 "DELETE /v2.0/networks/c04ecae8-f220-4283-a738-7c93c57a2197 HTTP/1.1" status: 204  len: 168 time: 1.9063723
Apr 20 17:25:21.592067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39292) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:21.606953 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a8340c2-a10d-4786-a867-c2c72fb3f9bd req-881c21b2-9632-4de1-9c39-cc3b26e4f19d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183286
Apr 20 17:25:21.626693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eff16a95-4429-4861-a762-fd0419937ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:21.692678 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-44c420dc-ae76-43b7-9852-5f48c6da6d5e service neutron] 10.222.0.25 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3896401
Apr 20 17:25:21.806766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Deleting subnet 4a534dfd-da3e-469c-8548-7ea9ebb1bee8 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:25:21.814799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.917279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:21.956776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff69a-c387-4624-8acc-1e3268e93796 req-a4a805c8-8221-424a-930d-7d41a415d090 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:21.958944 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d2ff69a-c387-4624-8acc-1e3268e93796 req-a4a805c8-8221-424a-930d-7d41a415d090 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 944 time: 0.1178946
Apr 20 17:25:21.973682 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-b5c163f0-90d6-4127-af4e-f4f26267132b service neutron] 10.222.0.25 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713332
Apr 20 17:25:22.024626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:22.027358 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d2ff69a-c387-4624-8acc-1e3268e93796 req-8f17ceaf-b127-4d45-8334-58f2de16342f tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607014
Apr 20 17:25:22.160193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Request body: {'port': {'device_id': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:22.489409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:22.502948 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d3cff287-b92b-40dd-90f7-ced5c1d078b0 req-a2c08e4b-0608-4a89-a2ec-c1b7c0e7f4a2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.1271870
Apr 20 17:25:22.505230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-abae0fd5-47d1-4441-ae65-f9853d5d7209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:22.567027 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9446d6ba-6f02-469a-a4c4-37688d3d0d4a req-fa6eb294-9089-4086-9611-6203c6536247 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 210 time: 0.1319890
Apr 20 17:25:22.588165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a534dfd-da3e-469c-8548-7ea9ebb1bee8,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:22.665735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:22.669236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:22.683642 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a534dfd-da3e-469c-8548-7ea9ebb1bee8 HTTP/1.1" status: 204  len: 168 time: 1.0770655
Apr 20 17:25:22.686980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39330) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:22.787585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:25:22.881780 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['a8b850f9-7326-48ee-9ece-9d07c86b47ff'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:25:23.029091 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-eb857840-b8d6-4583-84d7-35fe89b3e2cc service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9345350
Apr 20 17:25:23.072652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f1f6425a-c9a6-471d-a71d-450af9f63924 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:23.075021 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-f1f6425a-c9a6-471d-a71d-450af9f63924 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 818 time: 0.5297854
Apr 20 17:25:23.082692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:23.108008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Request body: {'port': {'device_id': 'eb678864-065e-434e-9334-bcecd99ca421', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'admin_state_up': True, 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:23.148908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:23.549070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:23.565716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda1db-9e28-4d5f-a385-0bb1a30e33a0 req-4837fcad-cbec-4741-a7c4-286e35ea0c90 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:23.569349 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9abda1db-9e28-4d5f-a385-0bb1a30e33a0 req-4837fcad-cbec-4741-a7c4-286e35ea0c90 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 945 time: 0.6759295
Apr 20 17:25:23.712798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bd39d709-ea7b-4529-9c23-dbba4d15696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:23.741486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:23.923241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fef6588>,) {'filters': {'network_id': ['775674bb-f594-4023-b090-8316877fb047']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:23.961800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fef6588>, '8f8f9540-ef73-4b29-ad20-ae5244018116') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:23.965146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fef6588>, '8f8f9540-ef73-4b29-ad20-ae5244018116') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:23.999822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:24.047802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:24.058049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:25:24.090965 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e538e8c-8dcc-4dd8-b793-4c640c766d06 req-dd3ec678-a1cf-4c55-8d20-0f10ce6b512c service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0515535
Apr 20 17:25:24.109654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9e27-84d6-4150-9812-d483e047db24 req-fd3d9d8b-e1d9-4945-b4a7-1fd81b631f4f tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:24.117735 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e56e9e27-84d6-4150-9812-d483e047db24 req-fd3d9d8b-e1d9-4945-b4a7-1fd81b631f4f tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 944 time: 0.3960147
Apr 20 17:25:24.192604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:24.248331 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e56e9e27-84d6-4150-9812-d483e047db24 req-1b82fd32-c8f4-4a94-a6a9-6e3897d3dc06 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294401
Apr 20 17:25:24.333302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f54337c-15c0-4903-bd10-facc70b0a630 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:24.362996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:24.399953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Made reservation on behalf of d0b175d75bce4487bb0d93cb93174ddb for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:24.407399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:24.466955 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-54c966fb-03db-43f8-9639-c5a4e97b1184 req-1045c7b9-0264-45be-b828-78072b43f6ec tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.0714900
Apr 20 17:25:24.657412 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fe6f0c9-4b3a-4a84-bf2c-9c6a542cd2c3 req-088fd357-d895-4609-a997-f2cffdd7fe60 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 210 time: 0.0650811
Apr 20 17:25:24.847772 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9abda1db-9e28-4d5f-a385-0bb1a30e33a0 req-6550a043-0cc3-4b71-be80-acc37ba5d003 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8255410
Apr 20 17:25:24.853903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Network 775674bb-f594-4023-b090-8316877fb047 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:25:24.884728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:25.021160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a3ffed3d-2a6e-454e-9ca6-f4906f35009d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:25.022727 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a3ffed3d-2a6e-454e-9ca6-f4906f35009d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 811 time: 0.2830501
Apr 20 17:25:25.179599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-fadf23bd-1554-431a-9c65-96e7936335ce tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:25.192821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9803cced-83a4-4050-a37d-00d4f02c852d req-fadf23bd-1554-431a-9c65-96e7936335ce tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:25.194810 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-fadf23bd-1554-431a-9c65-96e7936335ce tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 5704 time: 0.1494162
Apr 20 17:25:25.214063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'port': {'device_id': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'admin_state_up': True, 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'security_groups': ['2f88b611-862a-4c46-b08e-95fbb2e0c785']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:25.404308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:25.472459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:25.507504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Made reservation on behalf of 5744bfa98f074ef497cd9b552c17e505 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:25.513796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:25.522996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Network 775674bb-f594-4023-b090-8316877fb047 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:25:25.553470 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:25:25.565470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a19025-8a0e-4ec2-9272-1a5df4e6791a req-1d48e99c-5c36-44a6-9b64-fa5357e074c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:25.573388 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-05a19025-8a0e-4ec2-9272-1a5df4e6791a req-1d48e99c-5c36-44a6-9b64-fa5357e074c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 944 time: 0.1543407
Apr 20 17:25:25.693138 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-28d478d5-23e6-41ca-b0b3-0056e61ba1c0 req-6c99dcae-fd94-4877-9ef1-1245de20ac0a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 210 time: 0.0686622
Apr 20 17:25:25.704348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:25.704504 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-05a19025-8a0e-4ec2-9272-1a5df4e6791a req-04ce078e-e3be-489d-b696-c3d5cf3f24c5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247888
Apr 20 17:25:25.705153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:25.705323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Transition to ACTIVE for port object 0f54337c-15c0-4903-bd10-facc70b0a630 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:25.713142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34658bd3-cd3d-4fa0-a0e2-087211f8647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:25.723645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:25.791667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-43dff2e3-ab8b-45e4-a845-e41ae4744f71 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:25.820148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=775674bb-f594-4023-b090-8316877fb047,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:25.827350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:25.839921 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5faca191-5690-4154-b6e8-002807e3e7d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/775674bb-f594-4023-b090-8316877fb047 HTTP/1.1" status: 204  len: 168 time: 3.1500826
Apr 20 17:25:25.872201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Allocated IP 172.20.0.11 (0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded/479ce208-a5d1-407e-9819-fdfba86ce135/a3a1d878-855e-4ac2-b8dd-fabc6568e7b0) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:26.137766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ce42e6d5-7fae-4682-ab5c-66d879651648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.158138 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-124ec12c-cb4a-45f9-8f1a-73c85ceaa804 req-c21649c6-5450-4a2d-9f15-9d94d67993f3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 210 time: 0.2369363
Apr 20 17:25:26.158733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39440) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:26.194311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a8b850f9-7326-48ee-9ece-9d07c86b47ff up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:26.241526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Attempting to bind port 0f54337c-15c0-4903-bd10-facc70b0a630 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:26.242022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Attempting to bind port 0f54337c-15c0-4903-bd10-facc70b0a630 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:26.242404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Attempting to bind port 0f54337c-15c0-4903-bd10-facc70b0a630 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:26.244964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Pushing event updated for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:26.265682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:26.274145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Allocated IP 172.20.0.6 (dc6f8a7b-02dc-402c-a09d-89d6e83a2c90/7f5e6f72-2fdb-459b-950c-90628b7388a2/e552cfd9-4980-472a-bd8e-659cb91876a2) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:25:26.289825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Port 0f54337c-15c0-4903-bd10-facc70b0a630 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:25:26.290190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Attempting to bind port 0f54337c-15c0-4903-bd10-facc70b0a630 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:26.323483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:26.323863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Checking segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:26.324304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Bound using segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:26.324801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Bound port: 0f54337c-15c0-4903-bd10-facc70b0a630, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:26.325209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.342846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port a8b850f9-7326-48ee-9ece-9d07c86b47ff completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:26.346399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e9d31-6068-4654-8591-e9b6b35d9e49 req-c6076a7b-aa16-4228-8829-9776c167cc6a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:26.348103 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-525e9d31-6068-4654-8591-e9b6b35d9e49 req-c6076a7b-aa16-4228-8829-9776c167cc6a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 945 time: 0.2549381
Apr 20 17:25:26.351512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.357222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port a8b850f9-7326-48ee-9ece-9d07c86b47ff triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:26.358112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.452898 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-525e9d31-6068-4654-8591-e9b6b35d9e49 req-85dec6ce-ae81-4896-960a-902a9f559ad3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972402
Apr 20 17:25:26.494707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.509862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:26.547468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.588637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:26.647504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Pushing event updated for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:26.652624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:26.663513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:26.664938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:26.668142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:26.707076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff,segment=NetworkSegment(aaa5a2e6-e220-4cd9-b140-c39389353c10),segment_id=aaa5a2e6-e220-4cd9-b140-c39389353c10)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:26.724875 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ff32b296-724a-4d47-b525-d74b6a170a52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=080e0b47289643939baada2542e10ce5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5419555
Apr 20 17:25:26.725132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:26.725132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 77ddbf73-294d-4633-aa67-36a125b8fe93 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:26.728016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39464) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:26.804209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:26.871628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:26.872616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.011160 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9118192
Apr 20 17:25:27.039240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:27.068828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Request body: {'port': {'device_id': 'eb678864-065e-434e-9334-bcecd99ca421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:27.069353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f54337c-15c0-4903-bd10-facc70b0a630,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:27.083951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.122200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:27.138120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:27.159430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.159622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:27.173389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 77ddbf73-294d-4633-aa67-36a125b8fe93 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:27.181629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 77ddbf73-294d-4633-aa67-36a125b8fe93 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:27.182159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.270392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:27.275839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.284191 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] 10.222.0.72 "PUT /v2.0/ports/0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 1093 time: 5.1354115
Apr 20 17:25:27.288008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.293627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:27.328030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.339264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1192-7a4b-4a85-b37f-3179adee5972 req-ceae955a-3643-42db-8e31-9c709bf674d7 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:27.347786 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c5d1192-7a4b-4a85-b37f-3179adee5972 req-ceae955a-3643-42db-8e31-9c709bf674d7 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.3745453
Apr 20 17:25:27.353011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.382430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.432784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Transition to ACTIVE for port object e552cfd9-4980-472a-bd8e-659cb91876a2 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:27.439469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39494) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:27.471660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Pushing event updated for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:27.480561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:27.481719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=77ddbf73-294d-4633-aa67-36a125b8fe93,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:27.488967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.490886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:27.515682 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c5d1192-7a4b-4a85-b37f-3179adee5972 req-da85941a-9ae4-40bf-adb7-213291a95146 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664109
Apr 20 17:25:27.551214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60350f7-fb70-4e15-ae53-aeab50a4cf77 req-e5b6c0c4-5ee8-4147-9225-5dc63f187cad tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:27.552335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-e60350f7-fb70-4e15-ae53-aeab50a4cf77 req-e5b6c0c4-5ee8-4147-9225-5dc63f187cad tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:27.568252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-1156a478-7492-4c88-913a-0f556008e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:27.570564 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-1156a478-7492-4c88-913a-0f556008e67e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1096 time: 0.2131813
Apr 20 17:25:27.572648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.576964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.587034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:27.616387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:27.622098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:27.638913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.696568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:25:27.738596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-e60350f7-fb70-4e15-ae53-aeab50a4cf77 req-e5b6c0c4-5ee8-4147-9225-5dc63f187cad tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:27.740615 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e60350f7-fb70-4e15-ae53-aeab50a4cf77 req-e5b6c0c4-5ee8-4147-9225-5dc63f187cad tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 932 time: 0.8064697
Apr 20 17:25:27.795274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:27.820319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.827249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:25:27.833913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:27.838233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.864351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f0d038da-d3aa-49dc-ac86-e72ba5fe3332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:27.883823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.924378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:27.928907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Usage tracker for resource:security_group_rule and tenant:674bef00bfbe484fb343dc3de710664f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:27.932424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:27.940377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:27.948177 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-c9c54dbc-6071-4e41-b7ce-73ce32e224af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.2651770
Apr 20 17:25:27.953123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e60350f7-fb70-4e15-ae53-aeab50a4cf77 req-341c57c3-5654-4b07-9838-8877b0d2bcee tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030709
Apr 20 17:25:27.965471 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff', 'code': 200}
Apr 20 17:25:27.966946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307a0a1-c2fe-4582-adf9-07bdb1c4abd6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:27.976942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:27.980170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:27.981413 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6307a0a1-c2fe-4582-adf9-07bdb1c4abd6 HTTP/1.1" status: 204  len: 168 time: 1.2494082
Apr 20 17:25:28.108630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:28.131547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:28.149238 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9457359
Apr 20 17:25:28.183143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Request body: {'port': {'device_id': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:28.196381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:28.226470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.268726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Transition to ACTIVE for port object a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:28.274865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.291695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:28.306811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-be763816-126a-4c42-9aba-0fa9f7b05a11 None None] Provisioning for port e552cfd9-4980-472a-bd8e-659cb91876a2 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:28.318086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-be763816-126a-4c42-9aba-0fa9f7b05a11 None None] Provisioning complete for port e552cfd9-4980-472a-bd8e-659cb91876a2 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:28.318501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-be763816-126a-4c42-9aba-0fa9f7b05a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.473424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-be763816-126a-4c42-9aba-0fa9f7b05a11 None None] Port e552cfd9-4980-472a-bd8e-659cb91876a2 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:25:28.511142 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630', 'status': 'completed', 'code': 200}
Apr 20 17:25:28.515219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.72', 64844) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:28.596298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d35d29fe-b9ce-42ce-8217-6ea0c9742446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:28.597848 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-d35d29fe-b9ce-42ce-8217-6ea0c9742446 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.6317167
Apr 20 17:25:28.605103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:28.627230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:28.641755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.670202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.710971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39522) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:28.743671 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-fa00af4f-9d06-481b-8dfd-02a2e7a5157e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1317472
Apr 20 17:25:28.819106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.847755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Attempting to bind port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:28.848188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Attempting to bind port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:28.848562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Attempting to bind port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:28.860928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efced-2902-4421-8830-77b8c93255f2 req-cec5bc1f-dfd4-4a90-9d71-501ac29dc751 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:28.860928 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d74efced-2902-4421-8830-77b8c93255f2 req-cec5bc1f-dfd4-4a90-9d71-501ac29dc751 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.3555417
Apr 20 17:25:28.872522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4686bc4a-6130-4d19-bf0c-669c1e420fc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d12ad05dc07e4b178f94957a433dec63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1489239
Apr 20 17:25:28.872843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:25:28.873422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Attempting to bind port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 on network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:28.878610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39530) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:28.886511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.900100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e8308-a415-445e-87eb-6f11bdb59182 req-2f5531af-725a-4b7c-a49e-0c301daab212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:28.901730 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-937e8308-a415-445e-87eb-6f11bdb59182 req-2f5531af-725a-4b7c-a49e-0c301daab212 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 1098 time: 0.3856850
Apr 20 17:25:28.914895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:28.915346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Checking segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:28.915737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Bound using segment: {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:28.916247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Bound port: a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1cb42b-329a-4a40-9497-1d936b753ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:28.916650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:28.925497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:29.011263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.060772 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d74efced-2902-4421-8830-77b8c93255f2 req-33a995f6-47bb-440b-b173-b00f63fd0a56 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905768
Apr 20 17:25:29.063456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:29.066374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686e3dc-9ea1-4c74-9920-acc4e752049f req-1e5264a9-1e43-4e0c-a5fb-1b4aebc476b1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:29.067402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-1686e3dc-9ea1-4c74-9920-acc4e752049f req-1e5264a9-1e43-4e0c-a5fb-1b4aebc476b1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:29.080707 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=674bef00bfbe484fb343dc3de710664f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6395190
Apr 20 17:25:29.082541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 39542) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:29.083556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Usage tracker for resource:security_group_rule and tenant:ad2b68f6a98441a993ea8be0410e6e23 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:29.091998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:29.094949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569407c6-6af7-4d78-b39f-003728ceeac6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:29.098895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:29.131301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:29.139015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-7ccaebbc-5bdd-4812-9ee9-c6f74dcba959 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3783693
Apr 20 17:25:29.171417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.214645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:29.247025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-1686e3dc-9ea1-4c74-9920-acc4e752049f req-1e5264a9-1e43-4e0c-a5fb-1b4aebc476b1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:29.248298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1686e3dc-9ea1-4c74-9920-acc4e752049f req-1e5264a9-1e43-4e0c-a5fb-1b4aebc476b1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 931 time: 0.7208571
Apr 20 17:25:29.252153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.261061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:29.322053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.356145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:29.398323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.415940 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1686e3dc-9ea1-4c74-9920-acc4e752049f req-4104d4a9-630d-4669-8ba7-6596059c3fab tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125042
Apr 20 17:25:29.476816 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d3b6919-2527-4d11-8950-9491e5f88839 req-68e6b79a-fb99-435f-b3fa-dd94bf6696b2 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2828937
Apr 20 17:25:29.666086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:29.666691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.668224 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 HTTP/1.1" status: 200  len: 1094 time: 2.6319959
Apr 20 17:25:29.674541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:29.733232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.866058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.888817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.892979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:29.913710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62491-2731-4598-be47-f3ad3fafe7f7 req-5797abfb-70af-4d3d-87bc-c1e013face7a tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:29.915275 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5de62491-2731-4598-be47-f3ad3fafe7f7 req-5797abfb-70af-4d3d-87bc-c1e013face7a tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.6661320
Apr 20 17:25:29.917853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:29.920168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fdb327fc-dc80-45e4-9755-d27c31dafcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:29.927637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.945267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e552cfd9-4980-472a-bd8e-659cb91876a2 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:29.966523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:29.967430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:29.979747 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-937e8308-a415-445e-87eb-6f11bdb59182 req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0521686
Apr 20 17:25:30.009062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f93c14-4021-4704-86ee-b15a1615b94d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:30.014159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Transition to ACTIVE for port object e552cfd9-4980-472a-bd8e-659cb91876a2 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:25:30.015934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:30.018171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-836491bd-c32f-4b92-b3b4-4092035e623a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:30.024808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:30.047145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:30.056297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc16e99-0980-41c7-a0a3-6d1c804297f3,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:30.068461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:30.069548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:30.070620 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cc16e99-0980-41c7-a0a3-6d1c804297f3 HTTP/1.1" status: 204  len: 168 time: 1.1901648
Apr 20 17:25:30.072660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:30.074078 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5de62491-2731-4598-be47-f3ad3fafe7f7 req-8c17b7ad-5fb8-4d7a-95bb-05409f0b79bc tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411815
Apr 20 17:25:30.074588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:30.089150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:30.090729 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/569407c6-6af7-4d78-b39f-003728ceeac6 HTTP/1.1" status: 204  len: 168 time: 1.0035048
Apr 20 17:25:30.093496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569407c6-6af7-4d78-b39f-003728ceeac6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:30.097897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:30.100394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-889f8d83-5667-4887-ba47-031879d887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:30.102041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-889f8d83-5667-4887-ba47-031879d887bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 1097 time: 0.3358898
Apr 20 17:25:30.156001 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0', 'status': 'completed', 'code': 200}
Apr 20 17:25:30.260556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93', 'code': 200}
Apr 20 17:25:30.452514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54cfd0-f6d7-4afa-8faa-a0cb1af2c188 req-c2de5fef-c81c-4107-8128-1ddcc4a00d8e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:30.456310 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da54cfd0-f6d7-4afa-8faa-a0cb1af2c188 req-c2de5fef-c81c-4107-8128-1ddcc4a00d8e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 944 time: 0.8878281
Apr 20 17:25:30.509875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-ee3753af-6019-4ce8-9d36-0103c548e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:30.512886 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-ee3753af-6019-4ce8-9d36-0103c548e1e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1096 time: 0.8909018
Apr 20 17:25:30.562850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Pushing event updated for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:30.654435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:30.808289 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-1cc1ab2e-a528-4035-9e65-cd656baa2ca4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 HTTP/1.1" status: 200  len: 217 time: 0.4451060
Apr 20 17:25:30.962935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-3cc94fa6-2dba-43e8-87c5-e7ce0e13386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:30.971325 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-3cc94fa6-2dba-43e8-87c5-e7ce0e13386c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.1498039
Apr 20 17:25:30.979383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39594) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:31.040074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3118fc-414f-4dcf-aba3-f767632eac11 req-a759485c-7407-4b23-82f5-db3ce3fa4f90 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.041671 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b3118fc-414f-4dcf-aba3-f767632eac11 req-a759485c-7407-4b23-82f5-db3ce3fa4f90 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.4035778
Apr 20 17:25:31.051996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da54cfd0-f6d7-4afa-8faa-a0cb1af2c188 req-42089ac0-d867-4b3a-b16a-4f75942177b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:31.060194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-f7eb2695-fe44-4859-84dd-e050cb06a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.067588 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-f7eb2695-fe44-4859-84dd-e050cb06a677 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.4747751
Apr 20 17:25:31.087540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Attempting to bind port e552cfd9-4980-472a-bd8e-659cb91876a2 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:25:31.087909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Attempting to bind port e552cfd9-4980-472a-bd8e-659cb91876a2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:25:31.088442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Attempting to bind port e552cfd9-4980-472a-bd8e-659cb91876a2 on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:31.114986 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-857f2bae-a1ba-4e11-9e69-b87904aa17ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0919385
Apr 20 17:25:31.164973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Port e552cfd9-4980-472a-bd8e-659cb91876a2 on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:25:31.165444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Attempting to bind port e552cfd9-4980-472a-bd8e-659cb91876a2 on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:25:31.182541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:25:31.182826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Checking segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:31.183422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Bound using segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:25:31.183985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Bound port: e552cfd9-4980-472a-bd8e-659cb91876a2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:25:31.184444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.188255 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b3118fc-414f-4dcf-aba3-f767632eac11 req-56e78ed0-3c96-4847-ad66-bc554e641976 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718951
Apr 20 17:25:31.247936 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.327417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-30bd11fa-ae85-430c-93c3-c50ff5e5d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.335521 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-30bd11fa-ae85-430c-93c3-c50ff5e5d4cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 1099 time: 0.3621461
Apr 20 17:25:31.350172 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-847186b4-3393-473b-a530-21204779499d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.2537415
Apr 20 17:25:31.380332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:31.385633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5b2c4c203d42dd9af0f7aa4a644d4d is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:31.390697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:31.399409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-57e2a94f-4149-42b5-93cb-dd61ff7cbfb6 service neutron] Synchronizing usage tracker for tenant:ad2b68f6a98441a993ea8be0410e6e23 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:25:31.409650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:31.416650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da54cfd0-f6d7-4afa-8faa-a0cb1af2c188 req-42089ac0-d867-4b3a-b16a-4f75942177b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:31.420321 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da54cfd0-f6d7-4afa-8faa-a0cb1af2c188 req-42089ac0-d867-4b3a-b16a-4f75942177b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9386005
Apr 20 17:25:31.536368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-57e2a94f-4149-42b5-93cb-dd61ff7cbfb6 service neutron] Unset dirty status for tenant:ad2b68f6a98441a993ea8be0410e6e23 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:25:31.537717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-57e2a94f-4149-42b5-93cb-dd61ff7cbfb6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989615
Apr 20 17:25:31.544893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-cec524f9-0661-4290-8383-3d461c021077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.546671 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-91d00e13-2007-47b2-8eaa-487cee362774 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670161
Apr 20 17:25:31.546921 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-cec524f9-0661-4290-8383-3d461c021077 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.1313229
Apr 20 17:25:31.553545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:25:31.557973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e552cfd9-4980-472a-bd8e-659cb91876a2,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:25:31.572509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.590734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e4e5f-50a5-4733-aa38-78812f1b1afe req-d39535a8-ab2e-4f28-98b0-17de043467a2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.592551 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c0e4e5f-50a5-4733-aa38-78812f1b1afe req-d39535a8-ab2e-4f28-98b0-17de043467a2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.1773217
Apr 20 17:25:31.602774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:31.671474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c0e4e5f-50a5-4733-aa38-78812f1b1afe req-bd2b9bde-d371-47c0-afc0-380a0562e872 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706427
Apr 20 17:25:31.717383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.718050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.719446 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] 10.222.0.72 "PUT /v2.0/ports/e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 1093 time: 3.5484302
Apr 20 17:25:31.741105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:31.787947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Pushing event updated for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:31.793325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:31.839240 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'status': 'completed', 'code': 200}
Apr 20 17:25:31.877347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.884711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:31.895906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:31.920577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f789099-9c08-4877-b7d4-b39a4aff0095 req-ac32dc1a-dcd9-429c-8ca8-252b3c239086 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:31.922239 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f789099-9c08-4877-b7d4-b39a4aff0095 req-ac32dc1a-dcd9-429c-8ca8-252b3c239086 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.2808051
Apr 20 17:25:32.063962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-8fa3f7a0-e0eb-46a3-a30d-4b4740fbc05b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1305652
Apr 20 17:25:32.073941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79a7a9d-fa6c-4ea2-8f22-ec433a99a30f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:32.079743 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d5b2c4c203d42dd9af0f7aa4a644d4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0217826
Apr 20 17:25:32.080797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:32.089214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39626) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:32.112437 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cd21458b-f2e1-4ebb-b12f-553234b76497 req-9cb8c989-409f-4da3-ba95-84723f08010d service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901968
Apr 20 17:25:32.224996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 0f54337c-15c0-4903-bd10-facc70b0a630 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:25:32.236618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f789099-9c08-4877-b7d4-b39a4aff0095 req-1460dd6c-4563-4e19-8fa9-d7376981fec1 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999029
Apr 20 17:25:32.414107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:32.474887 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-b7ae8fc9-61e8-45e9-86b5-2b20e7215c46 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3926277
Apr 20 17:25:32.479583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-c0ca32c4-c80f-426e-afa6-2230c2eccd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:32.482337 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-c0ca32c4-c80f-426e-afa6-2230c2eccd03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1096 time: 0.4648604
Apr 20 17:25:32.557577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f54337c-15c0-4903-bd10-facc70b0a630,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:32.581977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '0f54337c-15c0-4903-bd10-facc70b0a630', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'port_id': '0f54337c-15c0-4903-bd10-facc70b0a630', 'mac_address': 'fa:16:3e:01:71:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:25:32.662684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:32.721535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:32.724884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-a43b2aa9-49fe-49ff-8751-142437d010f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:32.728316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-a43b2aa9-49fe-49ff-8751-142437d010f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 1097 time: 0.3906395
Apr 20 17:25:32.746518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f54337c-15c0-4903-bd10-facc70b0a630 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:32.778797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f54337c-15c0-4903-bd10-facc70b0a630,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:32.786267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:32.789045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:32.909656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:32.914586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:33.136178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f07e4f-2a70-4b11-9504-4e956251a0d9 req-641f62ee-778b-491d-b146-858664c0b785 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.145996 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-87f07e4f-2a70-4b11-9504-4e956251a0d9 req-641f62ee-778b-491d-b146-858664c0b785 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.6009507
Apr 20 17:25:33.212826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['0f54337c-15c0-4903-bd10-facc70b0a630'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:25:33.231149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-835a9683-007f-491d-894b-956c281ee84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.242148 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-835a9683-007f-491d-894b-956c281ee84f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5744bfa98f074ef497cd9b552c17e505&shared=False HTTP/1.1" status: 200  len: 913 time: 0.7049525
Apr 20 17:25:33.342050 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a91bb301-be75-4b65-8ead-a7512eae70f5 req-7dbfcb8a-bfda-49ee-9362-a891725db477 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8493979
Apr 20 17:25:33.432446 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-87f07e4f-2a70-4b11-9504-4e956251a0d9 req-8e08f72d-5b56-42d7-bc12-76c7e3d566ac tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602494
Apr 20 17:25:33.453344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-4a71f0b8-dffe-40f5-8201-42cb35d47bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.463135 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-4a71f0b8-dffe-40f5-8201-42cb35d47bc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.7117252
Apr 20 17:25:33.469228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:33.477125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:33.573652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79a7a9d-fa6c-4ea2-8f22-ec433a99a30f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:33.606767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:33.638464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:33.640573 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c79a7a9d-fa6c-4ea2-8f22-ec433a99a30f HTTP/1.1" status: 204  len: 168 time: 1.5264966
Apr 20 17:25:33.651617 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-9f780a98-7fb7-40b6-8036-a54c30537d8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 HTTP/1.1" status: 200  len: 217 time: 0.1722534
Apr 20 17:25:33.659407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ef887-3389-4f1f-910e-f13b447e1923 req-a227835b-d5f1-44de-b8c6-11d1aee8efc2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.674431 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e5ef887-3389-4f1f-910e-f13b447e1923 req-a227835b-d5f1-44de-b8c6-11d1aee8efc2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 944 time: 0.9391246
Apr 20 17:25:33.737281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-80b68e2d-3c20-48f3-9eef-55550e3d3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.739697 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-80b68e2d-3c20-48f3-9eef-55550e3d3342 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.0807636
Apr 20 17:25:33.804727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-8ae51f0c-2eb2-4e26-923d-6ff86acb42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.807560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1277944-1cc3-4ef5-a211-fa57c51c1033 req-8ae51f0c-2eb2-4e26-923d-6ff86acb42f5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.5544939
Apr 20 17:25:33.828641 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e5ef887-3389-4f1f-910e-f13b447e1923 req-109f0b81-3936-46c3-90f3-0bae5fc1600b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466310
Apr 20 17:25:33.872969 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-e22425df-01c3-46c2-b7c1-a40d5a0ee2e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918109
Apr 20 17:25:33.984328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c713f90-26fe-4267-af59-89e77c0f59d8 req-4b10464d-c4a9-4a22-b096-24065fd89cbc tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:33.986830 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c713f90-26fe-4267-af59-89e77c0f59d8 req-4b10464d-c4a9-4a22-b096-24065fd89cbc tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.2460673
Apr 20 17:25:34.083869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-41a0b778-3b07-47fb-93fc-004e6e12f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:34.085539 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-41a0b778-3b07-47fb-93fc-004e6e12f51b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1096 time: 0.1745632
Apr 20 17:25:34.106645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b284a-dc04-4afc-9f65-b7be5de9f932 req-2711670e-cfd2-424f-9e4a-3dbe7a9de187 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:34.115808 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e80b284a-dc04-4afc-9f65-b7be5de9f932 req-2711670e-cfd2-424f-9e4a-3dbe7a9de187 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1178331
Apr 20 17:25:34.180531 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c713f90-26fe-4267-af59-89e77c0f59d8 req-15e88979-fe30-48ee-a1cc-16e164e74538 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1847880
Apr 20 17:25:34.231779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:25:34.282778 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-e46055bc-b2da-4835-99b4-f3ea9a3ae8f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 217 time: 0.1621034
Apr 20 17:25:34.296992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-291b6eaf-d0f9-4079-b771-466e89919e06 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3794720
Apr 20 17:25:34.460066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 0f54337c-15c0-4903-bd10-facc70b0a630 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:34.498548 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e80b284a-dc04-4afc-9f65-b7be5de9f932 req-fb34e1c7-70d4-439a-b601-52662c7c60bc tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3814237
Apr 20 17:25:34.559425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-27818433-1cc4-4055-a680-9b714cd23ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:34.564942 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-27818433-1cc4-4055-a680-9b714cd23ab5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.2444999
Apr 20 17:25:34.584625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:34.596478 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a71d4ea-4d03-4b44-aafb-a95e4244dce4 req-c14469b9-3a8a-4eeb-bb87-1cbc8b31a4c1 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900753
Apr 20 17:25:34.609124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0', 'network_id': '0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded', 'port_id': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0', 'mac_address': 'fa:16:3e:84:95:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479ce208-a5d1-407e-9819-fdfba86ce135', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:25:34.678859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 0f54337c-15c0-4903-bd10-facc70b0a630 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:34.697855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 0f54337c-15c0-4903-bd10-facc70b0a630 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:34.698491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:34.745348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cced-83a4-4050-a37d-00d4f02c852d req-428411d6-1e34-4802-8c76-be8682692636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:34.746999 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-428411d6-1e34-4802-8c76-be8682692636 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1738350
Apr 20 17:25:34.778215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:34.844482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:34.868128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:34.878606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:34.891022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7500c0b-8a17-47fc-9d85-faf359a979f0 req-7d9cc18b-7e08-4679-85f2-950989443ea6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:34.898543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:34.915154 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7500c0b-8a17-47fc-9d85-faf359a979f0 req-7d9cc18b-7e08-4679-85f2-950989443ea6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.2114301
Apr 20 17:25:35.086352 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7500c0b-8a17-47fc-9d85-faf359a979f0 req-8fb864e1-1121-417d-93d4-2776a9ba4700 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701438
Apr 20 17:25:35.102907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:35.155667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:35.167120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:35.178370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:35.207984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f54337c-15c0-4903-bd10-facc70b0a630,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:35.214364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:35.216988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a75e7a8c-d71c-4324-b076-b59e2e75b8b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:35.352887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['a3a1d878-855e-4ac2-b8dd-fabc6568e7b0'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:25:35.500871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:35.525863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:35.556372 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630', 'code': 200}
Apr 20 17:25:35.663915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-e3fc432b-a495-457b-9bdb-1b634140beba service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9091084
Apr 20 17:25:35.914991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17bad-d951-4c65-9d3d-a21ade04ef01 req-fa312c8d-d980-42f0-9552-a6edccf36d79 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:35.919510 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ca17bad-d951-4c65-9d3d-a21ade04ef01 req-fa312c8d-d980-42f0-9552-a6edccf36d79 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.1798916
Apr 20 17:25:35.968038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c60a-ac2f-4ca0-a12d-67e829602495 req-40503fd0-d7cd-4395-83a4-b2c7500326cc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:35.970481 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-faf9c60a-ac2f-4ca0-a12d-67e829602495 req-40503fd0-d7cd-4395-83a4-b2c7500326cc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 945 time: 0.5649011
Apr 20 17:25:36.015851 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ca17bad-d951-4c65-9d3d-a21ade04ef01 req-e66b028d-5f4a-4206-a062-c5287135571e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870242
Apr 20 17:25:36.102436 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9803cced-83a4-4050-a37d-00d4f02c852d req-8ba67774-75a2-487e-a023-36bbf9185787 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4256678
Apr 20 17:25:36.147164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af4e6b-2eaf-47fa-b9eb-6c31dec03b0e req-1340de92-d066-468f-9951-e5b65633e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:36.150635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c8af4e6b-2eaf-47fa-b9eb-6c31dec03b0e req-1340de92-d066-468f-9951-e5b65633e70b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.1315694
Apr 20 17:25:36.154973 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-faf9c60a-ac2f-4ca0-a12d-67e829602495 req-1302093c-0d6f-432b-bc23-b7b0f5c645a1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658664
Apr 20 17:25:36.322238 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c8af4e6b-2eaf-47fa-b9eb-6c31dec03b0e req-c43d3206-1523-493b-9485-3f9ef300961b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233742
Apr 20 17:25:36.876781 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-0b088279-268b-4be1-b1b2-880c3c833a0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0946655
Apr 20 17:25:37.178657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba507-87b6-4690-8166-1310adad11f1 req-4f00033b-4193-4dd2-b733-8b6c379edad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:37.181788 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-4f00033b-4193-4dd2-b733-8b6c379edad0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 1099 time: 0.1336751
Apr 20 17:25:37.363097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4212a8-22e1-456a-a6d1-36c7705c6d59 req-86956df2-aeec-4787-b725-489ae26b7c24 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:37.366094 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c4212a8-22e1-456a-a6d1-36c7705c6d59 req-86956df2-aeec-4787-b725-489ae26b7c24 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.1216013
Apr 20 17:25:37.436002 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c4212a8-22e1-456a-a6d1-36c7705c6d59 req-31a3dc6d-342e-4cd3-b16d-38e79f8094cc tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573885
Apr 20 17:25:37.553649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba507-87b6-4690-8166-1310adad11f1 req-7eb6fc5d-bf4d-4d52-9466-257f811e0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:37.555375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-7eb6fc5d-bf4d-4d52-9466-257f811e0900 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 916 time: 0.3368652
Apr 20 17:25:37.788611 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-db01e60b-930b-4455-b33b-e25348f497e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 200  len: 217 time: 0.2126126
Apr 20 17:25:37.896397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e764266-5482-41d6-b246-cb311d843c42 req-ab1677cc-d1cd-4257-9134-7a16f4cec98c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:37.931170 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1e764266-5482-41d6-b246-cb311d843c42 req-ab1677cc-d1cd-4257-9134-7a16f4cec98c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 945 time: 0.2027588
Apr 20 17:25:37.999726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba507-87b6-4690-8166-1310adad11f1 req-5e56442e-51bb-4019-8750-66ad90e3b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:38.002618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-5e56442e-51bb-4019-8750-66ad90e3b87f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.2076669
Apr 20 17:25:38.059166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1e764266-5482-41d6-b246-cb311d843c42 req-147247d1-b8ab-4af3-80f6-6f0ab67c1e24 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265180
Apr 20 17:25:38.127075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-9c9215bd-fcf9-4247-ab17-1d341be49fa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1128364
Apr 20 17:25:38.249880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:38.333580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-9682e2cc-ac80-4c49-8420-bb7918c2d44d service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992044
Apr 20 17:25:38.350618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:38.357765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:38.358163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:38.525564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:38.564656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586ba507-87b6-4690-8166-1310adad11f1 req-d2a97f64-1ee8-4381-80d5-ed1b6ca18041 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237291
Apr 20 17:25:38.565555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:38.567294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:38.574388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:38.576883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:38.678079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:38.691853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:38.941713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d0279-000a-47c4-ab48-0d27f13df994 req-64767f54-6b16-4315-b826-53718f36733c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:38.943384 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab9d0279-000a-47c4-ab48-0d27f13df994 req-64767f54-6b16-4315-b826-53718f36733c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.1078532
Apr 20 17:25:39.019350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab9d0279-000a-47c4-ab48-0d27f13df994 req-51d6f9f1-4414-4cec-9869-43d5537243c0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677595
Apr 20 17:25:39.130594 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0', 'code': 200}
Apr 20 17:25:39.419618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbfdd4-2c56-47fa-8a1f-129d23c95a12 req-4690cb00-6b3b-491f-873d-5e4e6093dee1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:39.421419 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fddbfdd4-2c56-47fa-8a1f-129d23c95a12 req-4690cb00-6b3b-491f-873d-5e4e6093dee1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1403878
Apr 20 17:25:39.495093 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fddbfdd4-2c56-47fa-8a1f-129d23c95a12 req-07c4b8c6-aff0-4df8-b300-add58deb94ee tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665002
Apr 20 17:25:39.551529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1de108-d388-4dfb-bc79-e68789ad242a req-62b318cc-ce9f-489a-ae8d-e2333905aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:39.553029 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b1de108-d388-4dfb-bc79-e68789ad242a req-62b318cc-ce9f-489a-ae8d-e2333905aece service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 1099 time: 0.0907083
Apr 20 17:25:39.604326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b1de108-d388-4dfb-bc79-e68789ad242a req-881bf427-8e72-44ee-9b06-6fc4f00811c9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389671
Apr 20 17:25:39.943686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:40.265099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device e552cfd9-4980-472a-bd8e-659cb91876a2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:25:40.278560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f512-5adb-46fe-9a57-88c8b2c210bf req-989e0985-a310-4be9-9534-d0648605fc22 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:40.280904 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e764f512-5adb-46fe-9a57-88c8b2c210bf req-989e0985-a310-4be9-9534-d0648605fc22 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 943 time: 0.1055424
Apr 20 17:25:40.445796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e552cfd9-4980-472a-bd8e-659cb91876a2,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:40.463088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'port_id': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'mac_address': 'fa:16:3e:75:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:25:40.572098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:40.650979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e552cfd9-4980-472a-bd8e-659cb91876a2 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:25:40.742361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e552cfd9-4980-472a-bd8e-659cb91876a2,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:40.753828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:40.757412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:40.775219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99830b-936a-430e-8f57-e0cd8bc02290 req-00df347e-05a2-450f-97aa-c2ed1d602705 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:40.784236 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b99830b-936a-430e-8f57-e0cd8bc02290 req-00df347e-05a2-450f-97aa-c2ed1d602705 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1256597
Apr 20 17:25:40.851915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e764f512-5adb-46fe-9a57-88c8b2c210bf req-16713e12-2dca-413b-be14-7e2cceeac1d2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5624104
Apr 20 17:25:40.874184 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b99830b-936a-430e-8f57-e0cd8bc02290 req-e656ff02-678d-4345-8219-ad95c8c7cede tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884628
Apr 20 17:25:40.912364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:40.924451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:40.994557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39908) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:41.205235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.260969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:41.275812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Usage tracker for resource:security_group_rule and tenant:8f44f99cf5e54626b75a1575d1a89a4a is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:41.281628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:41.286994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['e552cfd9-4980-472a-bd8e-659cb91876a2'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:25:41.293668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:41.461137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.467183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.488041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f2e53293-796c-41e0-97b4-351a5afd0af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:41.529977 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f44f99cf5e54626b75a1575d1a89a4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5304503
Apr 20 17:25:41.530313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39924) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:41.546221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a08860-1395-4e70-9d33-c24163780eca,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:41.551839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:41.609777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.642030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.693876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.699423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-995f7527-7de8-45ec-a88d-040b16f05690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:41.714007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a08860-1395-4e70-9d33-c24163780eca,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:41.717272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:41.720787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:41.724458 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61a08860-1395-4e70-9d33-c24163780eca HTTP/1.1" status: 204  len: 168 time: 0.1918311
Apr 20 17:25:41.926331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39942) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:42.135702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d079ae-2cf8-4007-885b-adb075361de9 req-9616a1f8-da6a-4803-80d2-a38a141adad4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:42.146028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-27d079ae-2cf8-4007-885b-adb075361de9 req-9616a1f8-da6a-4803-80d2-a38a141adad4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1310742
Apr 20 17:25:42.169886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.199032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39954) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:42.206277 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-27d079ae-2cf8-4007-885b-adb075361de9 req-1c46df15-bc15-48bb-8dde-f63625790821 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585780
Apr 20 17:25:42.207133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:42.211562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Usage tracker for resource:security_group_rule and tenant:4e61fc46c2c64224a9d6a08857d2721a is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:42.214666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:42.221737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:42.335086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790b076-d73f-4bcd-84e2-58dcf8c1a7c2 req-d98565b8-b28e-4b0e-9b41-c9a03f254e12 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:42.344326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b790b076-d73f-4bcd-84e2-58dcf8c1a7c2 req-d98565b8-b28e-4b0e-9b41-c9a03f254e12 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 944 time: 0.3319280
Apr 20 17:25:42.375249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.412318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:42.417036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5519520de34cd7b1130ef40c2d94fc is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:42.420226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:42.427832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:42.489472 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b790b076-d73f-4bcd-84e2-58dcf8c1a7c2 req-e708ae88-0bd3-488a-8bb3-17082381d33c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448727
Apr 20 17:25:42.514215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.519814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.532096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:42.616443 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e61fc46c2c64224a9d6a08857d2721a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6889451
Apr 20 17:25:42.619431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39970) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:42.623325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c6858-a24d-4ba5-a133-2f3ba439c397,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:42.661500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.662236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.662641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.663582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.664412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.665276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.665677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.666070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.666458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.666933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.667312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.667689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:42.676575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:42.752637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-22a7b89c-c25a-4734-903a-7102c9b2806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:42.755433 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-22a7b89c-c25a-4734-903a-7102c9b2806e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 1099 time: 0.1021059
Apr 20 17:25:42.817834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.862271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.869857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.890332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:42.902583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39976) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:42.903449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-69f757ce-2569-4749-8930-a261e62863da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:42.943954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-134cd40b-b77f-4b37-9989-11c8c4839cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:42.946818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-134cd40b-b77f-4b37-9989-11c8c4839cff service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.1826489
Apr 20 17:25:42.991562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f391ef96-5b3a-4503-bf39-0ed015957706,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:42.995017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:43.001765 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a5519520de34cd7b1130ef40c2d94fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7966690
Apr 20 17:25:43.004784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 39982) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:43.041333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.041567 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-e5d159c7-fd5d-48fc-9783-eed206dccce5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 HTTP/1.1" status: 200  len: 217 time: 0.0874507
Apr 20 17:25:43.051011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e047667e-2179-4c4c-a9b6-b77c3c072ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:43.066726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12105a6-274b-4b63-a1d9-6e06eb6425ca req-a29985ad-4fca-4163-bf38-b6e30e3c6786 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:43.068416 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c12105a6-274b-4b63-a1d9-6e06eb6425ca req-a29985ad-4fca-4163-bf38-b6e30e3c6786 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.3240047
Apr 20 17:25:43.097062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c6858-a24d-4ba5-a133-2f3ba439c397,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:43.107863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:43.129481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-ed2c5bc6-f014-4233-b0b0-2eda98694c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:43.131159 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-ed2c5bc6-f014-4233-b0b0-2eda98694c5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.0819194
Apr 20 17:25:43.131710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.203266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.230671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.233950 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-4be8ef9a-95d0-46df-9119-f66047bc26bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0936766
Apr 20 17:25:43.234806 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a74c6858-a24d-4ba5-a133-2f3ba439c397 HTTP/1.1" status: 204  len: 168 time: 0.6142838
Apr 20 17:25:43.242055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c12105a6-274b-4b63-a1d9-6e06eb6425ca req-17ffa467-6657-4c1f-b5c4-2d3621e856c3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483076
Apr 20 17:25:43.242875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.272439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:43.288074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Usage tracker for resource:security_group_rule and tenant:82dbac751ab543f98b5d709210155415 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:43.294793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:43.306830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:43.334547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.342617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef8827a6-dda2-49b5-921b-43b6d97bc438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:43.363591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f391ef96-5b3a-4503-bf39-0ed015957706,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:43.371709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:43.378701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.379629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f391ef96-5b3a-4503-bf39-0ed015957706 HTTP/1.1" status: 204  len: 168 time: 0.3737612
Apr 20 17:25:43.419642 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-9eab8e4d-7c75-4ff0-acc6-4b94fc011d2c service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773531
Apr 20 17:25:43.446814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.451446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.498147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9799f802-eeab-4b4a-bf47-7e496c8b6e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:43.549478 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82dbac751ab543f98b5d709210155415&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6371975
Apr 20 17:25:43.550235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40000) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:43.593961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965693bf-baf8-4313-a3de-593c5664996a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:43.672408 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4dd9752-bea5-4533-94b9-8b45da1ad6a7 req-c7610db3-9461-41b4-b419-5833ce6a409b service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454135
Apr 20 17:25:43.679816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:43.702104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40008) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:43.722969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.766402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.784116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.817171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:43.820639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Usage tracker for resource:security_group_rule and tenant:123ed094179d470492269988a7530ccf is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:43.826611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:43.837872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:43.838023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.845761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:43.864585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965693bf-baf8-4313-a3de-593c5664996a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:43.868214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:43.869415 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/965693bf-baf8-4313-a3de-593c5664996a HTTP/1.1" status: 204  len: 168 time: 0.2810726
Apr 20 17:25:43.870591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.018069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a9382-2937-4f7d-a0da-ede49b999a31 req-9c459bac-6ad8-4d08-8f4d-89be3d753fa7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:44.021059 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc2a9382-2937-4f7d-a0da-ede49b999a31 req-9c459bac-6ad8-4d08-8f4d-89be3d753fa7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 944 time: 0.2889328
Apr 20 17:25:44.054213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40020) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:44.073737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.090475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:44.096957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Usage tracker for resource:security_group_rule and tenant:e881a4fdf1d24eeaa5333cdd4c6c7066 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:44.100653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:44.107286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:44.111184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.119735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.135709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.210401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.214959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.237980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3bc980b7-36b1-4ace-b451-9c0f26a828dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.240684 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc2a9382-2937-4f7d-a0da-ede49b999a31 req-aacc53be-ab1a-4ff4-a8b5-5b166b9dcaab tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1958551
Apr 20 17:25:44.243234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7e284-2a38-43bc-9945-d87ce7e1017e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.248805 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=123ed094179d470492269988a7530ccf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5454469
Apr 20 17:25:44.258750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40026) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:44.263345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.263769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.264165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.264555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.264939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.265349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.265736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.266118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.266701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.267088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.267467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.267842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:25:44.305223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device e552cfd9-4980-472a-bd8e-659cb91876a2 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:25:44.315620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.346306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.369740 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e881a4fdf1d24eeaa5333cdd4c6c7066&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137770
Apr 20 17:25:44.372943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40034) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:44.374399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea15efd-4396-46f1-8006-21da4c7bac39,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.382518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.404539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.470877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40038) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:44.495266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port e552cfd9-4980-472a-bd8e-659cb91876a2 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:25:44.503482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port e552cfd9-4980-472a-bd8e-659cb91876a2 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:25:44.504144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.507560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.541927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:44.550804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Usage tracker for resource:security_group_rule and tenant:d7aa9521e78d428fbdfa42e99d38fdf5 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:44.551715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.556433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:44.570994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:44.576874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.592435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7f8487e9-39e7-47b5-aa50-6f43c92b8c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.596121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.630924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7e284-2a38-43bc-9945-d87ce7e1017e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.642174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.643426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.644455 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93d7e284-2a38-43bc-9945-d87ce7e1017e HTTP/1.1" status: 204  len: 168 time: 0.3842762
Apr 20 17:25:44.663666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.681992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8836-9c8e-4845-80ec-43d4365f9bbd req-7b130e3a-90c9-4824-8e63-4c6b3204cc29 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:44.683712 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d48e8836-9c8e-4845-80ec-43d4365f9bbd req-7b130e3a-90c9-4824-8e63-4c6b3204cc29 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2011745
Apr 20 17:25:44.712408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:44.718853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e552cfd9-4980-472a-bd8e-659cb91876a2,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:25:44.722705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.726363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.809527 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'code': 200}
Apr 20 17:25:44.814883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.818553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.822450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.826876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.835864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.836161 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d48e8836-9c8e-4845-80ec-43d4365f9bbd req-cdf2e2c3-43f6-4f18-b215-2191f9054c4b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412027
Apr 20 17:25:44.837354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9779426d-32f4-4085-81a7-21e62f3d332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.864222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea15efd-4396-46f1-8006-21da4c7bac39,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.868780 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:44.873787 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fea15efd-4396-46f1-8006-21da4c7bac39 HTTP/1.1" status: 204  len: 168 time: 0.4907055
Apr 20 17:25:44.873787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.893885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5c5fca17-77ad-4b37-8194-6118f8206ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:44.963530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c0739-2623-487c-9a8e-f4b90a700b7a,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:44.976961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:44.984118 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7aa9521e78d428fbdfa42e99d38fdf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5114279
Apr 20 17:25:44.988049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40054) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:45.079063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:45.111355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:45.169490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:45.176176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:45.189564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c0739-2623-487c-9a8e-f4b90a700b7a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:45.195342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:45.197922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:45.202491 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/348c0739-2623-487c-9a8e-f4b90a700b7a HTTP/1.1" status: 204  len: 168 time: 0.2129297
Apr 20 17:25:45.259555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8fd0-6757-4c8e-bcd1-ddae44a9aca0 req-358c20fa-0777-4e92-81d5-3055ec3fb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:45.261168 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b34c8fd0-6757-4c8e-bcd1-ddae44a9aca0 req-358c20fa-0777-4e92-81d5-3055ec3fb4a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1098 time: 0.1242094
Apr 20 17:25:45.319203 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b34c8fd0-6757-4c8e-bcd1-ddae44a9aca0 req-772516af-60e9-4b16-8503-0ca840072f69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434332
Apr 20 17:25:45.484632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889bec0-e594-49ae-ba23-34eba54c834c req-9c63e8ca-87a4-4aef-ab41-fc7c55d3912f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:45.488486 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b889bec0-e594-49ae-ba23-34eba54c834c req-9c63e8ca-87a4-4aef-ab41-fc7c55d3912f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1102052
Apr 20 17:25:45.544109 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b889bec0-e594-49ae-ba23-34eba54c834c req-83d87286-39e1-4730-be24-28e3c1c83f57 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482757
Apr 20 17:25:46.219221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9be33-a642-4e1d-a8c6-d21a07b8b72e req-38db97a8-f62e-44b9-a2f8-a87c9b0e5e0f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:46.226909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33c9be33-a642-4e1d-a8c6-d21a07b8b72e req-38db97a8-f62e-44b9-a2f8-a87c9b0e5e0f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1655078
Apr 20 17:25:46.290071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33c9be33-a642-4e1d-a8c6-d21a07b8b72e req-70a78130-234d-4f0f-bb84-3b702c26dc03 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619590
Apr 20 17:25:46.802997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749bcf-7e40-4d3d-bb03-c7f0302c01ca req-992a2b73-1bc3-49c4-bc10-9ba25e4fa836 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:46.804997 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98749bcf-7e40-4d3d-bb03-c7f0302c01ca req-992a2b73-1bc3-49c4-bc10-9ba25e4fa836 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1241183
Apr 20 17:25:46.882810 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98749bcf-7e40-4d3d-bb03-c7f0302c01ca req-6cca6416-b90d-40ec-8236-4d63aaa97929 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712876
Apr 20 17:25:47.524526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcfd42-2e83-405e-b89d-11813982d475 req-f9663ecc-5533-4593-9b95-bb0cef36d4d8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:47.526040 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-69bcfd42-2e83-405e-b89d-11813982d475 req-f9663ecc-5533-4593-9b95-bb0cef36d4d8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1094449
Apr 20 17:25:47.588988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-69bcfd42-2e83-405e-b89d-11813982d475 req-a4f90e86-57bd-451e-acc9-a2b1f16c93f5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559697
Apr 20 17:25:48.124677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9619bb-f6c4-48de-8b99-431083ef3795 req-df42bb1e-bff4-4138-ab3d-40539d7b1f74 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:48.127249 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad9619bb-f6c4-48de-8b99-431083ef3795 req-df42bb1e-bff4-4138-ab3d-40539d7b1f74 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0969541
Apr 20 17:25:48.180029 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad9619bb-f6c4-48de-8b99-431083ef3795 req-b88623c2-ab9f-4a3f-8e29-b110c8ba04ea tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443242
Apr 20 17:25:48.440858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe727ca1-1112-4dd3-89ed-52285437d84d req-dd2cacf5-c1a6-4b72-aeaf-e4a3d8f5eaf7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:48.442614 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe727ca1-1112-4dd3-89ed-52285437d84d req-dd2cacf5-c1a6-4b72-aeaf-e4a3d8f5eaf7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1082344
Apr 20 17:25:48.451907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40212) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:48.461005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'floatingip': {'port_id': 'e552cfd9-4980-472a-bd8e-659cb91876a2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:48.556636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:48.854836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e7f5-78eb-46e0-baca-f79369832f84 req-25c0c27c-23dc-452c-b83e-e1fcdbf04f26 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:48.865137 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2a4e7f5-78eb-46e0-baca-f79369832f84 req-25c0c27c-23dc-452c-b83e-e1fcdbf04f26 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1216800
Apr 20 17:25:48.927645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2a4e7f5-78eb-46e0-baca-f79369832f84 req-b792e88f-a8e6-4a30-8d40-5c2936272940 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611954
Apr 20 17:25:49.803755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:49.807385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:50.035150 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Floating IP 56247e45-c256-4efb-be33-15f7e69c507f associated. External IP: 172.27.0.251, port: e552cfd9-4980-472a-bd8e-659cb91876a2.
Apr 20 17:25:50.460343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40282) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:50.640152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:50.663388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:50.676800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Usage tracker for resource:security_group_rule and tenant:5870c22c2999480aae393cfbcd83a420 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:50.680765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:50.690160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:50.727535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:25:50.737898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095476ba-5e0d-4847-8c16-223ec0f6c703 req-0e43703f-2a2f-4e63-acab-1723d830b200 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:50.739332 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-095476ba-5e0d-4847-8c16-223ec0f6c703 req-0e43703f-2a2f-4e63-acab-1723d830b200 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.5897977
Apr 20 17:25:50.851824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:50.856040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:50.875309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:50.951411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-095476ba-5e0d-4847-8c16-223ec0f6c703 req-fff236bc-e9af-4fa8-a690-7baf93f23082 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012668
Apr 20 17:25:50.960680 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5870c22c2999480aae393cfbcd83a420&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4986389
Apr 20 17:25:50.963813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40292) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:50.964052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5741969d-d08e-42f2-884e-52ffb7b59b7a,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:50.967435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:51.022179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:25:51.026968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.036810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:25:51.047064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:51.047794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334644080>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:25:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:51.121878 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e9a91755-71b0-4267-83cf-74cd8e39b791 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "PUT /v2.0/floatingips/56247e45-c256-4efb-be33-15f7e69c507f HTTP/1.1" status: 200  len: 991 time: 2.6686738
Apr 20 17:25:51.124897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:25:51.133032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.170576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.189992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'status': 'completed', 'code': 200}
Apr 20 17:25:51.240464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.246213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6c7b8ef8-1788-4475-92f1-a8526c7a3d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:51.262901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:51.265252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5741969d-d08e-42f2-884e-52ffb7b59b7a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:51.273117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:51.276544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.279436 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5741969d-d08e-42f2-884e-52ffb7b59b7a HTTP/1.1" status: 204  len: 168 time: 0.3130975
Apr 20 17:25:51.407698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-8d6e8736-920f-4aa5-b03f-ba045c2ce790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:51.409407 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-8d6e8736-920f-4aa5-b03f-ba045c2ce790 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1098 time: 0.1145620
Apr 20 17:25:51.635480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-7c3292fd-16f0-4308-aa49-6dddeae0dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:51.639543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-7c3292fd-16f0-4308-aa49-6dddeae0dae3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.2153928
Apr 20 17:25:51.785367 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-51dee5ce-db93-46ef-a1e1-ec4ce4f38cb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 999 time: 0.1364403
Apr 20 17:25:51.792540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40316) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:51.831082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334644080>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '56247e45-c256-4efb-be33-15f7e69c507f', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:75:05:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:25:18Z', 'updated_at': '2021-04-20T17:25:49Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:51.847706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:25:51.861212 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:25:51.861902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334644080>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:25:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:51.862581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:51.885311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:51.894100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:89180088cf8e4091abbaa2f65979aa07 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:51.898782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:51.912999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:51.970461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-0f895b96-6514-4bbd-84ef-4c43a3abc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:51.972241 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-0f895b96-6514-4bbd-84ef-4c43a3abc153 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.1300762
Apr 20 17:25:52.042258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.046015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.080639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:52.131076 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89180088cf8e4091abbaa2f65979aa07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3367240
Apr 20 17:25:52.131911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbbdc09-97bf-47fd-aa1f-b8d024516923,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:52.133940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40324) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:52.166707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:52.231219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.264007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.302447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:25:52.423600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858c07a-ed21-49d9-9127-809253f079b6 req-c25eed2a-9b39-458e-ada1-0c84cf5e454c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:52.425357 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8858c07a-ed21-49d9-9127-809253f079b6 req-c25eed2a-9b39-458e-ada1-0c84cf5e454c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1364210
Apr 20 17:25:52.434064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.441679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:52.501488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8858c07a-ed21-49d9-9127-809253f079b6 req-66e9477c-1e9a-4474-b4c5-4a2672fbd981 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602102
Apr 20 17:25:52.502821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbbdc09-97bf-47fd-aa1f-b8d024516923,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:52.521042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:52.522302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:52.527605 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adbbdc09-97bf-47fd-aa1f-b8d024516923 HTTP/1.1" status: 204  len: 168 time: 0.3886204
Apr 20 17:25:52.751931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce8e2-9453-423b-8bfc-7a79821218ec req-717872a7-70c4-40b6-b95f-5dcf03bb8ba4 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:52.754246 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-57cce8e2-9453-423b-8bfc-7a79821218ec req-717872a7-70c4-40b6-b95f-5dcf03bb8ba4 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1054325
Apr 20 17:25:52.817225 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-57cce8e2-9453-423b-8bfc-7a79821218ec req-aafbc643-c886-4117-85c3-bbd9bb1251c0 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476005
Apr 20 17:25:52.862624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334644080>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '56247e45-c256-4efb-be33-15f7e69c507f', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:75:05:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:25:18Z', 'updated_at': '2021-04-20T17:25:49Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:25:52.868429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febfe09-300d-4942-919e-5c8807c02b6e None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '56247e45-c256-4efb-be33-15f7e69c507f', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:75:05:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:25:18Z', 'updated_at': '2021-04-20T17:25:49Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:25:53.173861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880f408-91e2-41f1-af97-d0173a9c5792 None None] New status for floating IP 56247e45-c256-4efb-be33-15f7e69c507f: ACTIVE {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:25:53.545725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40364) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:53.661439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-852e8f2c-20bf-43f5-9962-4635f8c47819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:53.733051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1168763346-network', 'tenant_id': '04483e6418b14423a3e8dca76b81b238'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:53.745533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:53.752547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Usage tracker for resource:network and tenant:04483e6418b14423a3e8dca76b81b238 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:53.758202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:53.766605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:53.790824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Made reservation on behalf of 04483e6418b14423a3e8dca76b81b238 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:53.795856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:53.815015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:53.851063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb512-a00d-4eb3-aad3-a29770602abe req-6f8b0766-565a-4812-b466-07b75f388484 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:53.856097 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c9eb512-a00d-4eb3-aad3-a29770602abe req-6f8b0766-565a-4812-b466-07b75f388484 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1702518
Apr 20 17:25:53.856097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:53.858833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Usage tracker for resource:security_group_rule and tenant:04483e6418b14423a3e8dca76b81b238 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:53.862794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:53.885912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:53.935846 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c9eb512-a00d-4eb3-aad3-a29770602abe req-9dfc26b0-514d-4d48-b23a-8a71cae04116 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693884
Apr 20 17:25:54.034825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.038499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.043368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6ee6f636-fbc1-416e-ba12-19c6b9968b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:54.112627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:25:54.134945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513efaa1-108b-4e27-81e9-0d38aa0e942b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:54.142882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:54.144520 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.144911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Added segment 52ac4c7d-b519-44d8-bb80-d31259f79afc of type vlan for network 9a0f7d43-56ae-480b-8983-710d28f250ac
Apr 20 17:25:54.192299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.233946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907474c-9e54-4e6b-9f1e-cf8b99eef673 req-325ac4ba-23bd-4939-9628-dd008d0012c4 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:54.236684 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6907474c-9e54-4e6b-9f1e-cf8b99eef673 req-325ac4ba-23bd-4939-9628-dd008d0012c4 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1738052
Apr 20 17:25:54.269884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.274568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:54.275218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.282331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:54.403334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6907474c-9e54-4e6b-9f1e-cf8b99eef673 req-10b7e41d-a9f0-4bda-b1d2-fc5925bd9162 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562936
Apr 20 17:25:54.417872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0f7d43-56ae-480b-8983-710d28f250ac,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:54.426765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40396) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:54.426917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8780503
Apr 20 17:25:54.426917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:54.435474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 9a0f7d43-56ae-480b-8983-710d28f250ac details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:25:54.435710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Request body: {'subnet': {'network_id': '9a0f7d43-56ae-480b-8983-710d28f250ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1168763346-subnet', 'tenant_id': '04483e6418b14423a3e8dca76b81b238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:54.442149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:54.448989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Usage tracker for resource:subnet and tenant:04483e6418b14423a3e8dca76b81b238 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:54.452081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:54.465213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:54.477821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Made reservation on behalf of 04483e6418b14423a3e8dca76b81b238 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:54.482963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.938004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:54.943750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-55df2b51-5a05-47d8-ae9e-18c9a15fd749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:55.037229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73785774-76a8-427d-9d29-55d1e2bbd398,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:55.042080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:55.042941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Checking segment: {'id': '52ac4c7d-b519-44d8-bb80-d31259f79afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '9a0f7d43-56ae-480b-8983-710d28f250ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:55.043340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Network hostable DHCP agents. Network: 9a0f7d43-56ae-480b-8983-710d28f250ac, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:25:55.066062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Network 9a0f7d43-56ae-480b-8983-710d28f250ac is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:25:55.080261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 9a0f7d43-56ae-480b-8983-710d28f250ac) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:55.087051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:55.088133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:55.095407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce33e3-30f8-4248-8a45-449baeaa434c None None] Network 9a0f7d43-56ae-480b-8983-710d28f250ac requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:55.145238 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7061365
Apr 20 17:25:55.295682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:25:55.518420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b3da6-4f0a-40f4-821c-471672c65601 None None] Network 9a0f7d43-56ae-480b-8983-710d28f250ac requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:55.782409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e60fc-8df1-4c86-93fa-22f9b3a931f9 req-dd6141fc-662b-46c2-82d8-d36206884209 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:55.795941 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ae7e60fc-8df1-4c86-93fa-22f9b3a931f9 req-dd6141fc-662b-46c2-82d8-d36206884209 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.7221904
Apr 20 17:25:55.846479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-d2fee8b8-7f6b-47cb-b738-4263ca64bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:55.849952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-d2fee8b8-7f6b-47cb-b738-4263ca64bf82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6425047
Apr 20 17:25:56.030129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f5aef-d64d-4aff-9e3a-4caa2b29c660 req-818f320f-d6a3-4b3d-9e1c-460fd698a81a tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:56.038695 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f82f5aef-d64d-4aff-9e3a-4caa2b29c660 req-818f320f-d6a3-4b3d-9e1c-460fd698a81a tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.4210355
Apr 20 17:25:56.117079 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f82f5aef-d64d-4aff-9e3a-4caa2b29c660 req-0e89cefc-2129-4b1f-a5b5-8ac94c6423a5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773056
Apr 20 17:25:56.140695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6882d7df-cfa6-40b9-a7e8-89f1b89e3a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.146963 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ae7e60fc-8df1-4c86-93fa-22f9b3a931f9 req-0638cef4-f42a-4a26-9263-b5b64c3df010 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3486316
Apr 20 17:25:56.215316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-5e415364-80d8-4351-b46a-451b21e94659 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3209817
Apr 20 17:25:56.386122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40466) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:56.395496 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0eee728b-1286-4756-86a5-bf5bbdc7cc5f req-2cd8dfdc-54b3-46a5-9336-e01f435e1f11 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1630547
Apr 20 17:25:56.400223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576124296-network', 'tenant_id': '7279dea72420458488bfe93737c1cba5'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:56.410826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:56.418851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Usage tracker for resource:network and tenant:7279dea72420458488bfe93737c1cba5 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:56.425635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:56.435374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:56.449833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Made reservation on behalf of 7279dea72420458488bfe93737c1cba5 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:56.454967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.468035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.485626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:56.490187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7279dea72420458488bfe93737c1cba5 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:56.494101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:56.504353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:56.615945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.619429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.622856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4a101699-38a8-431c-b5c5-a7277eb7b186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:56.658885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:25:56.671205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59a847-5c0d-4142-9508-8f890ee56e7d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:56.677947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:56.682900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.683045 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Added segment b58d1058-66e2-4282-9828-07ce9d85c9ca of type vlan for network 01ef023a-02da-4fa2-aee2-2cbecef0c611
Apr 20 17:25:56.717166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.763287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.764717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:56.765413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:56.771319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-622195c0-c9c4-4784-8a05-ef662c397e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:56.879556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4911695
Apr 20 17:25:56.882690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40488) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:56.892777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Request body: {'subnet': {'network_id': '01ef023a-02da-4fa2-aee2-2cbecef0c611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576124296-subnet', 'tenant_id': '7279dea72420458488bfe93737c1cba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:25:56.896723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Pushing event updated for resources: {'Network': ['ID=01ef023a-02da-4fa2-aee2-2cbecef0c611,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:56.900781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:56.901920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:56.907783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Usage tracker for resource:subnet and tenant:7279dea72420458488bfe93737c1cba5 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:56.911614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:56.916955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:25:56.919614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:56.934174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Made reservation on behalf of 7279dea72420458488bfe93737c1cba5 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:25:56.940551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:57.264290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:57.455547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8e521-b614-42af-9a10-e02d5d2a63d5 req-f644d795-9f1e-4d42-a0ef-d6b92f6cebaa tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:57.457565 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-adc8e521-b614-42af-9a10-e02d5d2a63d5 req-f644d795-9f1e-4d42-a0ef-d6b92f6cebaa tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1930265
Apr 20 17:25:57.512384 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-adc8e521-b614-42af-9a10-e02d5d2a63d5 req-3f911683-bba0-41f1-bada-78a28acdd226 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479491
Apr 20 17:25:57.561077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85af17-79e3-4b49-a9b2-f49a38821a79 req-5c3b6875-fd15-49dd-9aa8-86e65b7a79fb tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:57.564643 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f85af17-79e3-4b49-a9b2-f49a38821a79 req-5c3b6875-fd15-49dd-9aa8-86e65b7a79fb tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2248874
Apr 20 17:25:57.632641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:57.689374 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f85af17-79e3-4b49-a9b2-f49a38821a79 req-96d06c23-2b66-4ab1-942c-0760cdf19e7f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059568
Apr 20 17:25:57.793068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:57.799113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:57.883061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f252b0-deef-445e-8045-2f5b9dcf32e5,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:57.887447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:57.888345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Checking segment: {'id': 'b58d1058-66e2-4282-9828-07ce9d85c9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '01ef023a-02da-4fa2-aee2-2cbecef0c611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:25:57.888736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Network hostable DHCP agents. Network: 01ef023a-02da-4fa2-aee2-2cbecef0c611, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:25:57.912744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:25:57.923942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 01ef023a-02da-4fa2-aee2-2cbecef0c611) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:25:57.930800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:57.931850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:57.939148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48133e79-a205-447a-9403-9061b4280f13 None None] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:57.975917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5430e8a8-348a-4c19-b275-285182219326 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0870113
Apr 20 17:25:57.993393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40516) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:58.274119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.308819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:58.324551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Usage tracker for resource:security_group_rule and tenant:6ce27f577d2949d8ac950560f5935ecc is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:58.327928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:58.338439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:58.368896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3a5c7-4adf-4ca6-9105-77a20c6a8381 None None] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:25:58.529486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.535360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.595396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-25c3f69c-eac6-4581-8ddd-c3bf91d4393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:58.616063 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce27f577d2949d8ac950560f5935ecc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6167910
Apr 20 17:25:58.616668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40548) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:58.653954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83b2bbd-0e08-4a8a-86d2-ec219db6a9c0,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:58.655385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.658801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:58.768143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.800094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.831799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991533c-fc67-4214-be69-f9c9d491e902 req-e239eea8-ad35-4613-902e-395dbf113ee8 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:58.834494 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1991533c-fc67-4214-be69-f9c9d491e902 req-e239eea8-ad35-4613-902e-395dbf113ee8 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1318581
Apr 20 17:25:58.879679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.887172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da62c191-1e08-44f9-a0e6-9c92083a3a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:58.891613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1991533c-fc67-4214-be69-f9c9d491e902 req-ac626e35-b812-4281-a8d1-d1311f26ccb5 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497828
Apr 20 17:25:58.901982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:58.907291 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e83b2bbd-0e08-4a8a-86d2-ec219db6a9c0 HTTP/1.1" status: 204  len: 168 time: 0.2883005
Apr 20 17:25:58.910456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83b2bbd-0e08-4a8a-86d2-ec219db6a9c0,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:58.927167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:59.242178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccbe8-1247-45be-b79f-d9d167f8000d req-53413975-5ef1-4b3c-b21f-169a16e7eb7c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:25:59.257911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acbccbe8-1247-45be-b79f-d9d167f8000d req-53413975-5ef1-4b3c-b21f-169a16e7eb7c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1856654
Apr 20 17:25:59.357173 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acbccbe8-1247-45be-b79f-d9d167f8000d req-de09d2e2-ae9b-4a98-8b9f-3d6420534a10 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943055
Apr 20 17:25:59.395203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40568) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:59.420298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.438630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:25:59.443173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Usage tracker for resource:security_group_rule and tenant:1d785d9db6b6479891928a2b5f5a1a45 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:25:59.446223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:25:59.452331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:25:59.545537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.548938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.558051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:59.607130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa0ea49-ab5d-4b3c-841b-6b81d0280b51,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:59.612773 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d785d9db6b6479891928a2b5f5a1a45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2163579
Apr 20 17:25:59.613803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:59.615611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40574) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:25:59.699210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.735295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.787527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.793432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fe78fad5-e6ba-4481-8566-379acd09fa33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:25:59.808964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa0ea49-ab5d-4b3c-841b-6b81d0280b51,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:25:59.812279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:25:59.815871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:25:59.817673 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9aa0ea49-ab5d-4b3c-841b-6b81d0280b51 HTTP/1.1" status: 204  len: 168 time: 0.2004192
Apr 20 17:26:00.160506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4a054-99c7-48b5-a171-7ba6a94eb579 req-60a63753-3c87-4185-a9b1-fbfade941b30 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:00.162499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-14a4a054-99c7-48b5-a171-7ba6a94eb579 req-60a63753-3c87-4185-a9b1-fbfade941b30 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1297204
Apr 20 17:26:00.267488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-14a4a054-99c7-48b5-a171-7ba6a94eb579 req-19ecf824-f04e-4700-8a07-d1cb824c99bb tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969944
Apr 20 17:26:00.659660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7014c9e-2689-4248-929d-d231bd869e55 req-7b5d501d-744b-430e-af99-68e978a7b6e5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:00.662652 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7014c9e-2689-4248-929d-d231bd869e55 req-7b5d501d-744b-430e-af99-68e978a7b6e5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1720102
Apr 20 17:26:00.728722 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7014c9e-2689-4248-929d-d231bd869e55 req-fb32c5a1-a917-4858-9efe-28819efc7b98 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584009
Apr 20 17:26:01.663021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39672146-b593-4c2f-9673-8394b5028694 req-00b327b2-d814-497e-9b6d-111d0e50f8f1 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:01.664784 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39672146-b593-4c2f-9673-8394b5028694 req-00b327b2-d814-497e-9b6d-111d0e50f8f1 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1754537
Apr 20 17:26:01.728181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-934b0ec7-1eb8-4616-a311-5fcf66793711 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:01.732110 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-934b0ec7-1eb8-4616-a311-5fcf66793711 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.1968074
Apr 20 17:26:01.736286 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39672146-b593-4c2f-9673-8394b5028694 req-9f41ece9-481c-4d5d-9bb4-06e5cb6f4e97 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584645
Apr 20 17:26:01.875557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Deleting port a8b850f9-7326-48ee-9ece-9d07c86b47ff {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:26:01.876514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:02.548791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c4696-9507-4cd5-8646-734553aae360 req-ca6db162-440e-4a1a-9eef-ac5f1355a1f9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:02.550954 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c0c4696-9507-4cd5-8646-734553aae360 req-ca6db162-440e-4a1a-9eef-ac5f1355a1f9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.4811854
Apr 20 17:26:02.669281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] For port a8b850f9-7326-48ee-9ece-9d07c86b47ff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a8b850f9-7326-48ee-9ece-9d07c86b47ff,segment=NetworkSegment(aaa5a2e6-e220-4cd9-b140-c39389353c10),segment_id=aaa5a2e6-e220-4cd9-b140-c39389353c10)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:02.670104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:02.698087 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c0c4696-9507-4cd5-8646-734553aae360 req-daed851f-05d7-46b3-a005-8758bb73dcd0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131735
Apr 20 17:26:02.936995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Calling delete_port for a8b850f9-7326-48ee-9ece-9d07c86b47ff owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:26:03.139277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04186450-9253-4212-9638-642bd7a71994 req-6b95ab25-c3c3-49d2-a144-00b90fd43b7e tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:03.146878 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-04186450-9253-4212-9638-642bd7a71994 req-6b95ab25-c3c3-49d2-a144-00b90fd43b7e tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 945 time: 0.2059417
Apr 20 17:26:03.323656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-04186450-9253-4212-9638-642bd7a71994 req-0e8f6de2-2552-47dd-97e0-dc63935c44a9 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/security-groups?id=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697156
Apr 20 17:26:03.342917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:03.370184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:03.397727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['a8b850f9-7326-48ee-9ece-9d07c86b47ff'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:03.511026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Pushing event deleted for resources: {'Port': ['ID=a8b850f9-7326-48ee-9ece-9d07c86b47ff,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:03.566187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:03.589416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] No DVR routers for this DVR port a8b850f9-7326-48ee-9ece-9d07c86b47ff on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:26:03.595231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:03.600168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'name': 'network-vif-deleted', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:03.630976 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9260d39c-76ad-41cd-85fd-0bae3decc8cc req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.72 "DELETE /v2.0/ports/a8b850f9-7326-48ee-9ece-9d07c86b47ff HTTP/1.1" status: 204  len: 173 time: 1.8870215
Apr 20 17:26:03.706682 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b5581-e14f-4faf-ba65-bde73db907a7', 'name': 'network-vif-deleted', 'tag': 'a8b850f9-7326-48ee-9ece-9d07c86b47ff', 'status': 'completed', 'code': 200}
Apr 20 17:26:03.937570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c1dc-614e-42a4-9810-439440e70f3a req-59caf040-58f3-4083-b45d-f8d30c9fb45b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:03.939408 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2333c1dc-614e-42a4-9810-439440e70f3a req-59caf040-58f3-4083-b45d-f8d30c9fb45b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1020546
Apr 20 17:26:04.001957 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2333c1dc-614e-42a4-9810-439440e70f3a req-fa2c15b4-a9be-48b2-87c2-a2118916c6b9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554099
Apr 20 17:26:04.562677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-69cef360-12dd-48c7-85a3-097f0e3c5f6b req-7a9c2bf2-cf96-4955-b151-63d7259e6e88 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1b5581-e14f-4faf-ba65-bde73db907a7 HTTP/1.1" status: 200  len: 210 time: 0.0597286
Apr 20 17:26:04.957146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-03e9d18f-39fd-417c-ac50-dc5fef417de1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:04.958885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-03e9d18f-39fd-417c-ac50-dc5fef417de1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.1985302
Apr 20 17:26:04.985597 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-7fcf515b-4371-419a-a018-8f9352cbec48 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/quotas/83bda82865ea45ff9fbdeaea3ba76631 HTTP/1.1" status: 200  len: 375 time: 0.0188379
Apr 20 17:26:05.146954 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-60e4b3e5-0249-4e72-bd7b-b3c5302b7e6b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1423404
Apr 20 17:26:05.349355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f5636-3609-4ee7-a6f8-9bfaedb37530 req-03b64687-93f8-404e-bbd9-eea0ddfdb2a7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:05.351198 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d45f5636-3609-4ee7-a6f8-9bfaedb37530 req-03b64687-93f8-404e-bbd9-eea0ddfdb2a7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1590264
Apr 20 17:26:05.384191 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-6ea4ffae-a759-409b-85f5-6418325b624e service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2344894
Apr 20 17:26:05.452664 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d45f5636-3609-4ee7-a6f8-9bfaedb37530 req-b12c8cef-dc1e-4f05-bc0a-5edcc5f869de tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925782
Apr 20 17:26:05.572465 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-b27db90c-51d6-44ef-8ded-a18f862f04a4 service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781483
Apr 20 17:26:05.806230 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c291a33b-9b12-4b98-b545-b9bc5a403637 req-29b07efc-294e-4d89-a301-0e90e415f475 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 210 time: 0.0622184
Apr 20 17:26:06.365350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a8b850f9-7326-48ee-9ece-9d07c86b47ff no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:26:06.460268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: a8b850f9-7326-48ee-9ece-9d07c86b47ff {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:26:06.461826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a8b850f9-7326-48ee-9ece-9d07c86b47ff not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:26:06.842220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40822) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:06.905454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012adac-6bee-4b66-8e31-504e261b0036 req-2734abfd-9985-4847-8a42-56cd191b6e2e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:06.916915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0012adac-6bee-4b66-8e31-504e261b0036 req-2734abfd-9985-4847-8a42-56cd191b6e2e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2478230
Apr 20 17:26:07.010225 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0012adac-6bee-4b66-8e31-504e261b0036 req-80ad27e0-0214-483a-a080-92731c49d376 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912874
Apr 20 17:26:07.233911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-259e4df1-457c-44a8-85f5-0126205c6ee5 req-cf31c435-80a3-420b-bc75-216a8611b046 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 210 time: 0.1627955
Apr 20 17:26:07.286575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.317966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:07.323894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Usage tracker for resource:security_group_rule and tenant:ead35d7bd0ca413ca94f4d5398f7ac64 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:07.327766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:07.338509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:07.461224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.467966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.505342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c8d930f1-a0b7-4f37-94c7-9905c5b87fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:07.516325 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ead35d7bd0ca413ca94f4d5398f7ac64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6722593
Apr 20 17:26:07.516464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 40854) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:07.541010 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb28074-9042-464d-a43d-1d2dbe6f5df6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:07.545475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:07.746262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.795483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40860) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:07.805282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.873832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Deleting subnet 3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:26:07.878062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.887555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-7876f257-e284-4b28-959e-ffd59ca477a2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:07.889313 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-7876f257-e284-4b28-959e-ffd59ca477a2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.2534177
Apr 20 17:26:07.907393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.917332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:07.939362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.947282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:07.950884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Request body: {'port': {'device_id': '77674994-2879-49f6-88de-cf2361c87de1', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'admin_state_up': True, 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:07.988557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb28074-9042-464d-a43d-1d2dbe6f5df6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:07.997643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:08.002505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:08.004347 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0eb28074-9042-464d-a43d-1d2dbe6f5df6 HTTP/1.1" status: 204  len: 168 time: 0.4861987
Apr 20 17:26:08.148457 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:08.161021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:08.173879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:26:08.180864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:08.485159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40882) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:08.534476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:08.559861 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1ec4522-2416-4319-a07e-74bd79b6f43f req-bb3e72ce-496c-4ba5-98fe-feb05b753ef9 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 210 time: 0.0645895
Apr 20 17:26:08.614557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Allocated IP 172.20.0.4 (4425c8b8-beed-46b5-9bdb-a4a14e7f72dc/a65426bf-e02e-4caa-be4b-e7728a8cdb1e/c5c294ea-93c8-4602-b279-a4eb72eeb6c0) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:08.648761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:08.657529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Usage tracker for resource:security_group_rule and tenant:ec9938c48fad45c6a869f43805d283c2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:08.674908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:08.700497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:08.905541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc171f9-307b-4a4e-9dad-15ce4a40b44d req-2dff9c17-e49b-4578-b8db-8848bf954706 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:08.908305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4dc171f9-307b-4a4e-9dad-15ce4a40b44d req-2dff9c17-e49b-4578-b8db-8848bf954706 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.5619643
Apr 20 17:26:08.960110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:08.981923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:08.990098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:09.022255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.036435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:09.037846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:09.050620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:09.067781 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4dc171f9-307b-4a4e-9dad-15ce4a40b44d req-8d84f1a3-7453-4d34-ad5b-6778d7d173c1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444621
Apr 20 17:26:09.072253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.084744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:09.113426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.122374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.133404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event updated for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:09.133625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2808ed87-4dbd-4189-b182-e0996690c4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:09.137467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:09.138798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:09.139634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:09.143578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:09.153040 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3cccd0c5-3c8b-4705-8a90-7cdd45d69b2e HTTP/1.1" status: 204  len: 168 time: 1.3564100
Apr 20 17:26:09.163399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40896) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:09.235950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:09.237333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.273135 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3360915
Apr 20 17:26:09.304598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Request body: {'port': {'device_id': '77674994-2879-49f6-88de-cf2361c87de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:09.371504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.401813 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec9938c48fad45c6a869f43805d283c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9141960
Apr 20 17:26:09.403181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c94c13d-06c3-4770-8f29-6a25d14a798c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:09.429552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:09.430089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40904) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:09.642655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.658154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.728098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.769145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.837317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f332f7fd940>> segment before_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.837920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f332f7fd940>> subnet precommit_delete_associations 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.838872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> segment_host_mapping after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.839419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> port after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.839952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> port after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.840436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> port after_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.840928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> segment after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.841455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> subnet after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.841918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> subnet after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.842383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f332fcd4668>> subnet after_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.917526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f332ecf69b0>> subnet after_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.917810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f332ecf69b0>> subnet after_delete 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.918202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f332ecf69b0>> subnet before_create 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.918557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f332ecf69b0>> subnet before_update 55550000 {{(pid=86381) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 17:26:09.918960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f333413d0f0>,) {'filters': {'network_id': ['4d6a7c07-4652-4181-8e8a-58e894e18127']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:09.938045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f333413d0f0>, 'aaa5a2e6-e220-4cd9-b140-c39389353c10') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:09.938645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f333413d0f0>, 'aaa5a2e6-e220-4cd9-b140-c39389353c10') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:09.953365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.972039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.977542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:09.985577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-46cbae71-d37b-4ec9-acfe-118e3843902e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:09.995773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:26:10.007000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259be5-4d90-43de-b05a-9d80d9613f6a req-30e03648-63b6-43be-82b1-6b35a79342a8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:10.007824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-08259be5-4d90-43de-b05a-9d80d9613f6a req-30e03648-63b6-43be-82b1-6b35a79342a8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:10.026145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c94c13d-06c3-4770-8f29-6a25d14a798c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:10.034256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:10.076812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-08259be5-4d90-43de-b05a-9d80d9613f6a req-30e03648-63b6-43be-82b1-6b35a79342a8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:10.078687 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-08259be5-4d90-43de-b05a-9d80d9613f6a req-30e03648-63b6-43be-82b1-6b35a79342a8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 931 time: 0.2728693
Apr 20 17:26:10.091475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.095503 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c94c13d-06c3-4770-8f29-6a25d14a798c HTTP/1.1" status: 204  len: 168 time: 0.6641085
Apr 20 17:26:10.173073 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-08259be5-4d90-43de-b05a-9d80d9613f6a req-4711b19e-e547-4158-821d-2f4111bcf11e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838017
Apr 20 17:26:10.241104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:10.252947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.287258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c294ea-93c8-4602-b279-a4eb72eeb6c0 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:10.298115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.452060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8f406-c15d-4fa7-8362-96551bf5046c req-dd5dff8d-a79c-4679-ba12-e21ec8b8b4b9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:10.453955 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bfd8f406-c15d-4fa7-8362-96551bf5046c req-dd5dff8d-a79c-4679-ba12-e21ec8b8b4b9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1139429
Apr 20 17:26:10.460782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Network 4d6a7c07-4652-4181-8e8a-58e894e18127 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   from cryptography.utils import int_from_bytes
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   from cryptography.utils import int_from_bytes
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   (rel_b, rel_a, rel_b),
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   (rel_b, rel_a, rel_b),
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:26:10.489687 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:26:10.519785 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bfd8f406-c15d-4fa7-8362-96551bf5046c req-f3db09ea-7a7f-4cd9-8cd1-3c3c0c7790bd tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510037
Apr 20 17:26:10.592859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Transition to ACTIVE for port object c5c294ea-93c8-4602-b279-a4eb72eeb6c0 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:10.593936 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.598791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6f63800f-f584-455c-990e-e99a4cacd2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:10.599037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.618553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:10.620807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:10.631377 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d6a7c07-4652-4181-8e8a-58e894e18127 HTTP/1.1" status: 204  len: 168 time: 1.4640350
Apr 20 17:26:10.632723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6a7c07-4652-4181-8e8a-58e894e18127,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:10.636199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:10.722365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Pushing event updated for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:10.787291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:10.840783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40936) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:10.909331 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0b717532-540d-48b0-837e-09af8b6a7b20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e32d2dccf5b04912bd7b4dda21384679&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0613191
Apr 20 17:26:10.909799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 40940) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:10.941867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Attempting to bind port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:10.942259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Attempting to bind port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:10.942623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Attempting to bind port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:10.948039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:26:10.948412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Attempting to bind port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:10.955155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:10.955586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Checking segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:10.956011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Bound using segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:10.956449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Bound port: c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:10.956850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.029662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.086213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.110623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:11.114333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:11.118606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.125876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:11.167099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.181893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4dc9394-c512-4be6-bf8c-0be3d217c677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:11.196366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:11.197449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.198994 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-0585027f-746e-43e1-b200-c322dc051dde service neutron] 10.222.0.72 "PUT /v2.0/ports/c5c294ea-93c8-4602-b279-a4eb72eeb6c0 HTTP/1.1" status: 200  len: 1093 time: 1.9034855
Apr 20 17:26:11.208550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:11.235946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Pushing event updated for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:11.237456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:11.240247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:11.253612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:11.259742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:11.260981 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75e5dfd2-dc6e-44fa-a0cd-67e3548faeb8 HTTP/1.1" status: 204  len: 168 time: 0.3501873
Apr 20 17:26:11.517750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314c02-411d-46c0-a1c2-03ebf904076a req-77bd270e-375b-4abe-a430-a385e4424416 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:11.520803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-86314c02-411d-46c0-a1c2-03ebf904076a req-77bd270e-375b-4abe-a430-a385e4424416 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.1333437
Apr 20 17:26:11.606701 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-86314c02-411d-46c0-a1c2-03ebf904076a req-60028a97-99cf-4d82-aa09-25b9a15a54f6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722885
Apr 20 17:26:11.716946 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', 'status': 'completed', 'code': 200}
Apr 20 17:26:11.925485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f428d-a8bf-433b-8a87-cbb7b366ce8a req-5317f6b9-6fbb-4088-8acf-1a69a3b71e1b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:11.927184 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-483f428d-a8bf-433b-8a87-cbb7b366ce8a req-5317f6b9-6fbb-4088-8acf-1a69a3b71e1b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1070161
Apr 20 17:26:11.994917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-483f428d-a8bf-433b-8a87-cbb7b366ce8a req-6244ba12-0e68-4586-a97b-33092fd964ee tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559499
Apr 20 17:26:12.439561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41012) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:12.573709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-511843829-network', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:12.584606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:12.590439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Usage tracker for resource:network and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:12.593651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:12.602501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:12.614712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Made reservation on behalf of ea55651c2f984e1e902967bd84152de2 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:26:12.620076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.634747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.659744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:12.665862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:12.670152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:12.678619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:12.807501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.811996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-58ec766f-8e28-491c-a543-0dcfd8065ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:12.815791 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-58ec766f-8e28-491c-a543-0dcfd8065ed1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 1096 time: 0.1451132
Apr 20 17:26:12.845600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.849591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.861255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:12.873244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:26:12.882827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:12.883401 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Added segment 0519e0bc-209a-4b0b-92e9-bbfb09d88b0c of type vlan for network 03df977a-221f-4966-8961-7a61ea0df765
Apr 20 17:26:13.123808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-066e8dc0-4c6a-4c9a-9f97-3a88baecc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.126346 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-066e8dc0-4c6a-4c9a-9f97-3a88baecc771 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2899768
Apr 20 17:26:13.138256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f0c5-af94-4329-b2db-4e45f335522b req-88ed5227-d173-4667-8d00-605e29df4121 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.138256 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6b24f0c5-af94-4329-b2db-4e45f335522b req-88ed5227-d173-4667-8d00-605e29df4121 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.3033993
Apr 20 17:26:13.194526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.259125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f581210d-1049-44f9-b58e-b82ce0d13f34,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:13.263043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:13.335312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41054) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:13.351842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed7aa0-802c-4f31-9061-8c9a139689de req-6d164546-d175-4574-a0bf-c80648760dc0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.353626 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c9ed7aa0-802c-4f31-9061-8c9a139689de req-6d164546-d175-4574-a0bf-c80648760dc0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1742857
Apr 20 17:26:13.357415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.369774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.372227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.386841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-d60e0155-8112-47af-9625-0374f3b7baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.388751 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f246473-a247-4f8b-8d0e-bb5fbd4d6dc3 req-d60e0155-8112-47af-9625-0374f3b7baae service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2499681
Apr 20 17:26:13.401570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b3a6b9f-4251-4f0d-a074-28bf5c2ec737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:13.423856 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6b24f0c5-af94-4329-b2db-4e45f335522b req-9aa90fd0-2d04-4c42-b2ec-7fd7341deb3a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2599058
Apr 20 17:26:13.581391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-c6b62575-d39f-4bda-a7fc-df1b8291b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.583017 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-c6b62575-d39f-4bda-a7fc-df1b8291b03d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 1096 time: 0.1047597
Apr 20 17:26:13.585409 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1445565
Apr 20 17:26:13.588460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41068) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:13.590754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.597587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Request body: {'subnet': {'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-subnet', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:13.606571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Pushing event updated for resources: {'Network': ['ID=03df977a-221f-4966-8961-7a61ea0df765,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:13.614002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:13.621764 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c9ed7aa0-802c-4f31-9061-8c9a139689de req-c589130e-36fb-4631-baeb-b8a0364c199e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2583380
Apr 20 17:26:13.622812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:13.624519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 03df977a-221f-4966-8961-7a61ea0df765 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:26:13.630519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab1940bdba44feb8f21ec90cf9cabf2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:13.633871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:13.645658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:13.675059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:13.696519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Usage tracker for resource:subnet and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:13.700967 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-1f520719-2a6e-4df8-902d-332b9801504a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0 HTTP/1.1" status: 200  len: 217 time: 0.0955799
Apr 20 17:26:13.702039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:13.720633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:13.798265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.802542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.813850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-58522a93-c06b-422a-87f6-6ef18c0d0f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:13.831297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Made reservation on behalf of ea55651c2f984e1e902967bd84152de2 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:26:13.837436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.866176 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ab1940bdba44feb8f21ec90cf9cabf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5090001
Apr 20 17:26:13.866176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a0de35-3624-4125-99f9-b1785c462f27,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:13.866444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-9d0fc33f-915c-4f8e-9d6e-657880e553f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:13.867458 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-9d0fc33f-915c-4f8e-9d6e-657880e553f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.1492822
Apr 20 17:26:13.868498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:13.869349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41080) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:13.944255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:13.978349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.000326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-8e4a67b8-677d-43fc-8c57-60988ee86a92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696499
Apr 20 17:26:14.058661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.066642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2e0a5f71-6afb-43bf-86f7-3d9b5d64b2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:14.083226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a0de35-3624-4125-99f9-b1785c462f27,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:14.088090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:14.095138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.096639 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5a0de35-3624-4125-99f9-b1785c462f27 HTTP/1.1" status: 204  len: 168 time: 0.2260966
Apr 20 17:26:14.294658 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-c9d9f49d-1d83-4c51-9269-1058ab53264e service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836523
Apr 20 17:26:14.594933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41100) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:14.600691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-df87a702-d9bd-4234-ab2d-2dedb10bd9a1 req-29e0d2fb-a63d-49c2-830f-97489a874280 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958949
Apr 20 17:26:14.681435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.723624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:14.731161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Usage tracker for resource:security_group_rule and tenant:5aee6ad34cc94fceaebf1e3f38c8931b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:14.737939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:14.753876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:14.764501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540b27-c523-4977-a921-dc304c16e0e8 req-24e53bca-4451-4074-a64b-19fe1a6eb05d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:14.766688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b540b27-c523-4977-a921-dc304c16e0e8 req-24e53bca-4451-4074-a64b-19fe1a6eb05d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.1664562
Apr 20 17:26:14.805627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.815728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3a1decfd-e2ae-40d8-9f5e-b41849b899ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:14.869856 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b540b27-c523-4977-a921-dc304c16e0e8 req-02e1dc67-7fbc-4140-93be-49e4a409ff90 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777817
Apr 20 17:26:14.930183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.932557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:14.943741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:14.986936 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3239dc-b923-42b3-83d5-7a31aabbd48b,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:14.990361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997dd808-ebe5-4eab-b054-86f16ee12816,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:14.992879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:14.998328 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5aee6ad34cc94fceaebf1e3f38c8931b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4017539
Apr 20 17:26:14.999454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:14.999999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41118) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:15.029798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Checking segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:15.030199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Network hostable DHCP agents. Network: 03df977a-221f-4966-8961-7a61ea0df765, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:26:15.064383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b6c87-eb77-44a8-8931-f6daa462457f req-846bac7a-bc6a-43b9-ac2b-01fec33cf0b6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:15.066126 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c76b6c87-eb77-44a8-8931-f6daa462457f req-846bac7a-bc6a-43b9-ac2b-01fec33cf0b6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2079899
Apr 20 17:26:15.086612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.121755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.190618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.196828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8b158d5a-6827-4656-b9d6-39bd3ae6e49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:15.228407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997dd808-ebe5-4eab-b054-86f16ee12816,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:15.241786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:15.244984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.256978 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/997dd808-ebe5-4eab-b054-86f16ee12816 HTTP/1.1" status: 204  len: 168 time: 0.2487113
Apr 20 17:26:15.341326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Network 03df977a-221f-4966-8961-7a61ea0df765 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:26:15.368849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 03df977a-221f-4966-8961-7a61ea0df765) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:15.391286 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c76b6c87-eb77-44a8-8931-f6daa462457f req-6ab908d5-864b-4d1f-81e0-aa90f636be28 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3184626
Apr 20 17:26:15.391870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f853b6e-eebb-43e4-b7ec-ea5b0b34af66 None None] Network 03df977a-221f-4966-8961-7a61ea0df765 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:26:15.393608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:15.394431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.436827 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8367705
Apr 20 17:26:15.436920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41136) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:15.444386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:15.459369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:15.474584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Usage tracker for resource:router and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:15.485750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:15.493921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:15.510687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.512118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.529940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.700669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-03df977a-221f-4966-8961-7a61ea0df765', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:26:15.701899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.909677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:15.915042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Allocated IP 172.20.0.2 (03df977a-221f-4966-8961-7a61ea0df765/6a3239dc-b923-42b3-83d5-7a31aabbd48b/abad7c75-aa1c-4688-8591-022365286091) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:16.280286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.294549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Transition to ACTIVE for port object abad7c75-aa1c-4688-8591-022365286091 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:16.320859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Transition to ACTIVE for port object abad7c75-aa1c-4688-8591-022365286091 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:16.327042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.351081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:16.423063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec4c3-128d-496c-a9a3-d31f779c77c4 req-123cb9e7-ea8c-44fe-8c2e-5b9c42358991 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:16.426933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Network 03df977a-221f-4966-8961-7a61ea0df765 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:16.431871 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-151ec4c3-128d-496c-a9a3-d31f779c77c4 req-123cb9e7-ea8c-44fe-8c2e-5b9c42358991 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.3781614
Apr 20 17:26:16.506220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Pushing event updated for resources: {'Port': ['ID=abad7c75-aa1c-4688-8591-022365286091,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:16.511057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:16.537607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:16.546474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-151ec4c3-128d-496c-a9a3-d31f779c77c4 req-f4e50ff4-c7e8-4847-b37f-eb559d90808b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134799
Apr 20 17:26:16.594271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.661415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.661712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.662102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.662480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.662859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.663234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.666923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.667352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.667764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.668148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.668527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.669117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:16.682354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.694607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:16.851281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Attempting to bind port abad7c75-aa1c-4688-8591-022365286091 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:16.853123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Attempting to bind port abad7c75-aa1c-4688-8591-022365286091 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:16.853123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Attempting to bind port abad7c75-aa1c-4688-8591-022365286091 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:16.862512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:16.863288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Checking segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:16.863419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.863798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Bound using segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:16.864337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Bound port: abad7c75-aa1c-4688-8591-022365286091, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:16.864768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:16.959346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91af4ee-5915-4bdc-ac5e-2fa3a6669502 req-1132c8f5-848c-44b6-ae9a-34a84aed6426 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:16.961604 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d91af4ee-5915-4bdc-ac5e-2fa3a6669502 req-1132c8f5-848c-44b6-ae9a-34a84aed6426 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1764112
Apr 20 17:26:17.028267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Allocated IP 172.27.0.95 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/f9f42e16-142e-4b5e-b913-3d343dea8c19) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:17.038838 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d91af4ee-5915-4bdc-ac5e-2fa3a6669502 req-ff563f46-452c-4dd3-9654-4e68e25d50a5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620732
Apr 20 17:26:17.093727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] For port abad7c75-aa1c-4688-8591-022365286091, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:17.098414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] For port abad7c75-aa1c-4688-8591-022365286091, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=abad7c75-aa1c-4688-8591-022365286091,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:17.104058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:17.117978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:17.213055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Pushing event updated for resources: {'Port': ['ID=abad7c75-aa1c-4688-8591-022365286091,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:17.217586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:17.274185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:17.316393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:17.322065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:17.402759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Pushing event updated for resources: {'Port': ['ID=f9f42e16-142e-4b5e-b913-3d343dea8c19,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:17.410271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:17.417543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:17.419846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:17.424594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:17.517837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41204) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:17.855847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:17.886051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:17.894467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb4374509ac43c482f34b29fc4d3016 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:17.898382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:17.913682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:17.964585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e79509-0774-4b41-86bb-81650a61e6cf req-cc08959a-f069-4442-b6f4-8d6df7617ff8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:17.966273 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33e79509-0774-4b41-86bb-81650a61e6cf req-cc08959a-f069-4442-b6f4-8d6df7617ff8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.1967347
Apr 20 17:26:18.054543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33e79509-0774-4b41-86bb-81650a61e6cf req-1526280a-7eed-4df3-8c04-c1eb0fb2fa99 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719385
Apr 20 17:26:18.121819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.129160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.150315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:18.191618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41232) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:18.215805 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfb4374509ac43c482f34b29fc4d3016&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6979392
Apr 20 17:26:18.217244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844efa3-f57f-4383-8391-db8815048be0,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:18.220507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41238) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:18.223698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:18.334576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.376850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.424697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.459279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:18.465949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Usage tracker for resource:security_group_rule and tenant:818d2589b0d44110b31d5e8dd1820bae is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:18.469393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:18.476209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:18.493241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.501801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.513350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:18.528460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844efa3-f57f-4383-8391-db8815048be0,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:18.536385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:18.538653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.542868 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0844efa3-f57f-4383-8391-db8815048be0 HTTP/1.1" status: 204  len: 168 time: 0.3212759
Apr 20 17:26:18.630114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.634961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.647068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:18.702490 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818d2589b0d44110b31d5e8dd1820bae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5058270
Apr 20 17:26:18.703929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41248) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:18.707173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cefb60-5fa0-4fca-9f6e-a130448ea04e,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:18.768590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:18.790875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129a10-0400-4714-83de-d99aca93ff5f req-cb3618eb-57a9-416e-b8e0-41de118cc2f5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:18.792209 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d8129a10-0400-4714-83de-d99aca93ff5f req-cb3618eb-57a9-416e-b8e0-41de118cc2f5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.4621468
Apr 20 17:26:18.798261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.816079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device c5c294ea-93c8-4602-b279-a4eb72eeb6c0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:26:18.888661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.960529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.971008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:18.977575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-93066fd2-9255-4548-a143-b55fc8d2b3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:18.994564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cefb60-5fa0-4fca-9f6e-a130448ea04e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:18.997036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:19.024730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.033436 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6cefb60-5fa0-4fca-9f6e-a130448ea04e HTTP/1.1" status: 204  len: 168 time: 0.3266537
Apr 20 17:26:19.079986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device abad7c75-aa1c-4688-8591-022365286091 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:19.175738 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d8129a10-0400-4714-83de-d99aca93ff5f req-71ab9cfc-e919-4ac5-9566-5779c3169acc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123415
Apr 20 17:26:19.301994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Router b7a6dfd9-1c42-4479-a021-ecd301136471 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:26:19.409134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9010a56f-2b09-4d2e-9a40-dd8663feed04 None None] Network 03df977a-221f-4966-8961-7a61ea0df765 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:26:19.615080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6a1d06a5-382e-4813-8b84-6affa040a6db None None] Provisioning for port abad7c75-aa1c-4688-8591-022365286091 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:19.689472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41282) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:19.711969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6b3a3-f0bb-44a1-9d07-f85b447363fa req-f6686b5c-bd2a-4752-a5a2-cde9a09f5b9c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:19.727200 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11a6b3a3-f0bb-44a1-9d07-f85b447363fa req-f6686b5c-bd2a-4752-a5a2-cde9a09f5b9c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 943 time: 0.2433984
Apr 20 17:26:19.730724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:19.743340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.788376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port abad7c75-aa1c-4688-8591-022365286091 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:19.789937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:19.791709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'port_id': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', 'mac_address': 'fa:16:3e:7d:61:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65426bf-e02e-4caa-be4b-e7728a8cdb1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:26:19.794601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Usage tracker for resource:security_group_rule and tenant:097eae08f44b480e9effe3790b30236e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:19.799318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:19.807342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:19.830456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port abad7c75-aa1c-4688-8591-022365286091 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:19.831105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.832258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:26:19.843774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:26:19.862894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:19.863815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33344c5eb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:25:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:19.881522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11a6b3a3-f0bb-44a1-9d07-f85b447363fa req-91539dcb-6a27-424a-a52a-02d374526c83 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527228
Apr 20 17:26:19.910832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.915864 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.4838626
Apr 20 17:26:19.922463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41290) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:19.944983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.950979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:19.965341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7e1a9dcc-8014-4226-94c1-3f0e5e5ac6da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:20.015359 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=097eae08f44b480e9effe3790b30236e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3240638
Apr 20 17:26:20.020670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41294) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:20.048106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e74f78-f396-4a92-b188-90e51d873ad9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:20.052410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:20.081101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.129764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.150614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c294ea-93c8-4602-b279-a4eb72eeb6c0 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:20.174195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.259236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:20.272868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.277971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.278215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:20.299656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-acef06ca-ce62-40f0-8413-8f47861ce73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:20.328993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e74f78-f396-4a92-b188-90e51d873ad9,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:20.340145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:20.341931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.347920 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29e74f78-f396-4a92-b188-90e51d873ad9 HTTP/1.1" status: 204  len: 168 time: 0.3230212
Apr 20 17:26:20.428295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.483862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:20.611102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:20.639019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:20.651122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port abad7c75-aa1c-4688-8591-022365286091, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=abad7c75-aa1c-4688-8591-022365286091,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:20.658187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:20.660830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1c44dd83-0bf3-4934-be45-ab825b1b5174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:20.751715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef64d-c0ae-4551-8aad-dde10a7af658 req-87d0c01d-af8e-4524-8f24-4648b6fd2cf3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:20.766935 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e3ef64d-c0ae-4551-8aad-dde10a7af658 req-87d0c01d-af8e-4524-8f24-4648b6fd2cf3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2849288
Apr 20 17:26:20.855676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['c5c294ea-93c8-4602-b279-a4eb72eeb6c0'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:20.882960 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e3ef64d-c0ae-4551-8aad-dde10a7af658 req-19b06559-6839-483c-8b58-440f2f658ca3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147490
Apr 20 17:26:21.058597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=abad7c75-aa1c-4688-8591-022365286091,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:21.079323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:21.098454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-757dab74-da1e-470c-b35c-5bd6c8cc31b4 None None] Provisioning complete for port abad7c75-aa1c-4688-8591-022365286091 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:21.098454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-757dab74-da1e-470c-b35c-5bd6c8cc31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:21.369140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33344c5eb8>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:17Z', 'revision_number': 3, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:21.379944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:26:21.387282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Updating router b7a6dfd9-1c42-4479-a021-ecd301136471 port f9f42e16-142e-4b5e-b913-3d343dea8c19 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:26:21.505754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:21.782594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01a44e-408d-41c1-a7dc-c97277409322 req-65710b9c-6898-4218-89b9-e2261a690a54 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:21.795316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c01a44e-408d-41c1-a7dc-c97277409322 req-65710b9c-6898-4218-89b9-e2261a690a54 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 944 time: 0.7705431
Apr 20 17:26:21.915041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:21.930782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Transition to ACTIVE for port object f9f42e16-142e-4b5e-b913-3d343dea8c19 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:21.938755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:21.948498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:21.974200 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c01a44e-408d-41c1-a7dc-c97277409322 req-7ccb82d3-3544-4514-a125-1ebb1280cfe9 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025677
Apr 20 17:26:22.056315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Pushing event updated for resources: {'Port': ['ID=f9f42e16-142e-4b5e-b913-3d343dea8c19,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:22.059269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Attempting to bind port f9f42e16-142e-4b5e-b913-3d343dea8c19 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:22.059770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Attempting to bind port f9f42e16-142e-4b5e-b913-3d343dea8c19 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:22.060254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Attempting to bind port f9f42e16-142e-4b5e-b913-3d343dea8c19 on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:22.069282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:22.069771 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:22.070277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.070770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:22.071355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Bound port: f9f42e16-142e-4b5e-b913-3d343dea8c19, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:22.071829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.160066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.161451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.162041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.162556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.163091 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.163629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.164133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.164627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.165531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.166452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.167016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.167624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.168137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:22.181735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:22.215407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b97ea-5a2c-488d-8d88-8b1b5fde6211 req-a8b72349-3ddd-4315-af36-ad923f1fdd58 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:22.231521 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d6b97ea-5a2c-488d-8d88-8b1b5fde6211 req-a8b72349-3ddd-4315-af36-ad923f1fdd58 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1751332
Apr 20 17:26:22.292782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] For port f9f42e16-142e-4b5e-b913-3d343dea8c19, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:22.300521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] For port f9f42e16-142e-4b5e-b913-3d343dea8c19, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f9f42e16-142e-4b5e-b913-3d343dea8c19,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:22.306142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.313270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:22.332559 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d6b97ea-5a2c-488d-8d88-8b1b5fde6211 req-2d6ed0fd-5c1c-4b01-b710-0fc5379966ba tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929952
Apr 20 17:26:22.439826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:22.440731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33344c5eb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:25:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:22.496802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Allocated IP 172.20.0.1 (03df977a-221f-4966-8961-7a61ea0df765/6a3239dc-b923-42b3-83d5-7a31aabbd48b/422b8487-5ae5-40db-ac5a-99d10a9829d4) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:22.669353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Pushing event updated for resources: {'Port': ['ID=f9f42e16-142e-4b5e-b913-3d343dea8c19,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:22.674907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:22.753726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.776017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Transition to ACTIVE for port object 422b8487-5ae5-40db-ac5a-99d10a9829d4 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:22.776643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:22.813131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device c5c294ea-93c8-4602-b279-a4eb72eeb6c0 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:22.832021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:22.847368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d41efa1-cdd7-4a52-87ce-d9bdcbe6c13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:22.932561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device abad7c75-aa1c-4688-8591-022365286091 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:23.028087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Network 03df977a-221f-4966-8961-7a61ea0df765 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:23.045515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:23.053526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:23.151951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.232349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port abad7c75-aa1c-4688-8591-022365286091 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:23.235985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.300629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Pushing event updated for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:23.325590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:23.352305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:23.386895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:23.392021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.521035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.585352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fb570-d184-4d16-8e48-8301f466e6dd req-42788115-0b26-4c2c-b305-0636e16c3989 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:23.594782 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d5fb570-d184-4d16-8e48-8301f466e6dd req-42788115-0b26-4c2c-b305-0636e16c3989 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 944 time: 0.3336399
Apr 20 17:26:23.665327 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d5fb570-d184-4d16-8e48-8301f466e6dd req-dabacd2f-0962-403c-a99d-fc75e121a9d5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693884
Apr 20 17:26:23.670632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-09801523-2019-4b21-8e18-af923ab3b81e None None] Provisioning for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:23.715901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-09801523-2019-4b21-8e18-af923ab3b81e None None] Provisioning complete for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:23.716814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-09801523-2019-4b21-8e18-af923ab3b81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.762187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bdb1b0-ea21-4a39-8148-f8dad6726910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:23.792026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33344c5eb8>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:17Z', 'revision_number': 3, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:23.806880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e44a25-4826-409e-b434-79b579ab2ff0 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:17Z', 'revision_number': 3, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:26:23.902849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-09801523-2019-4b21-8e18-af923ab3b81e None None] Port 422b8487-5ae5-40db-ac5a-99d10a9829d4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:26:23.979575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:24.038009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:24.058633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:24.066031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:24.070675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:24.073953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c0aa2-0ee2-45c6-9b0c-4367b779de87 req-c4904bc3-4461-41be-aa09-24878d243ac8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:24.078070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b9c0aa2-0ee2-45c6-9b0c-4367b779de87 req-c4904bc3-4461-41be-aa09-24878d243ac8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.3754535
Apr 20 17:26:24.202064 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b9c0aa2-0ee2-45c6-9b0c-4367b779de87 req-42ad91b9-1426-408c-8463-e7fb45f36305 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173131
Apr 20 17:26:24.241331 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', 'code': 200}
Apr 20 17:26:24.242203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:24.252453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:24.267730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:24.272609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:24.341286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:24.473319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:24.526552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Pushing event updated for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:24.622941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:24.918838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f9f42e16-142e-4b5e-b913-3d343dea8c19 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:24.949728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Network 03df977a-221f-4966-8961-7a61ea0df765 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:24.965466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:25.001258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port f9f42e16-142e-4b5e-b913-3d343dea8c19 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:25.007189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port f9f42e16-142e-4b5e-b913-3d343dea8c19 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:25.007650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:25.160071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:25.182245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port f9f42e16-142e-4b5e-b913-3d343dea8c19, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f9f42e16-142e-4b5e-b913-3d343dea8c19,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:25.186078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:25.189267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:25.208451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09b02d-2f62-4ea0-9040-773231e2d19d req-83073a4f-997d-4ea8-920e-752461051cb8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:25.210190 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1e09b02d-2f62-4ea0-9040-773231e2d19d req-83073a4f-997d-4ea8-920e-752461051cb8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.3747439
Apr 20 17:26:25.287248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-96b73b8b-56ed-43b3-85bf-154dd3eb50b1 None None] Provisioning complete for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:25.287676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96b73b8b-56ed-43b3-85bf-154dd3eb50b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:25.330602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:26:25.334133 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1e09b02d-2f62-4ea0-9040-773231e2d19d req-05e4bb71-d5c8-4285-b030-a9d2d7f11128 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051338
Apr 20 17:26:25.345061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=f9f42e16-142e-4b5e-b913-3d343dea8c19,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:25.351035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:25.357857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-96b73b8b-56ed-43b3-85bf-154dd3eb50b1 None None] Port 422b8487-5ae5-40db-ac5a-99d10a9829d4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:26:25.606371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:26:25.619050 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] 10.222.0.25 "PUT /v2.0/routers/b7a6dfd9-1c42-4479-a021-ecd301136471/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6954024
Apr 20 17:26:25.628701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856006a-77fb-4c44-b232-c760b1cc8489 req-6acf1f73-1f90-4121-a256-4740d43f722e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:25.630315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b856006a-77fb-4c44-b232-c760b1cc8489 req-6acf1f73-1f90-4121-a256-4740d43f722e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1523626
Apr 20 17:26:25.693580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b856006a-77fb-4c44-b232-c760b1cc8489 req-07a63b3d-d5fd-4bdf-a8d7-8dfb9de46c24 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565004
Apr 20 17:26:26.144164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1861d04-74af-4199-b61b-6d905434d32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.296800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41432) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:26.302735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367194662', 'description': 'tempest-description--2100456275'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:26.309078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:26.313431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:26.316450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:26.322563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:26.332491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.355310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:26.360166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:26.364423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:26.378203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:26.473631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.477915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.484881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:26.527734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f60372-e5d8-423e-bc0d-fc2bff39d5d5,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:26.539499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:26.554455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.557727 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2588208
Apr 20 17:26:26.563664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41440) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:26.571255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group_rule': {'security_group_id': '63f60372-e5d8-423e-bc0d-fc2bff39d5d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:26.579786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:26.586537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:26.589921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:26.601975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:26.612220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a67e4-34d5-47ac-88aa-3ec33b656da8 req-7278a234-76e2-4ab6-8a25-65587c753d5b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:26.625296 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-540a67e4-34d5-47ac-88aa-3ec33b656da8 req-7278a234-76e2-4ab6-8a25-65587c753d5b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1375320
Apr 20 17:26:26.630043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.699315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-540a67e4-34d5-47ac-88aa-3ec33b656da8 req-d97428e9-6395-47b8-9d75-e5eea6d1ea63 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599692
Apr 20 17:26:26.764178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.769719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.772311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:26.805315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c1474-81c5-4264-9be7-8114f6be7c60,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:26.831494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:26.859079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:26.864890 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2953398
Apr 20 17:26:26.865173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41450) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:26.878815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group_rule': {'security_group_id': '63f60372-e5d8-423e-bc0d-fc2bff39d5d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:26.895937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:26.934903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f9f42e16-142e-4b5e-b913-3d343dea8c19 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:26.960061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:26.972368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:26.994153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:27.078236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port f9f42e16-142e-4b5e-b913-3d343dea8c19 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:27.078666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.116331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:26:27.135539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.157480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:27.158046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334290be0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:26:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:27.207305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53908d38-d953-4e92-b021-c85d102bb02d req-1cc9f208-b3bb-4708-91cf-927847349429 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:27.210618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53908d38-d953-4e92-b021-c85d102bb02d req-1cc9f208-b3bb-4708-91cf-927847349429 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.3208394
Apr 20 17:26:27.243347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.277708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.321414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:27.362471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.382446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dc2a9a-bb39-48dd-83e8-bf01670944a6,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:27.386633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:27.399653 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53908d38-d953-4e92-b021-c85d102bb02d req-5a9b65c0-a246-4482-a88b-ab59b9fe332f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547220
Apr 20 17:26:27.404340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f94a0-87d4-4513-985d-2ca247c3eda2 req-82bef4e7-78e3-48fc-9b90-8e62819e8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:27.406537 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c69f94a0-87d4-4513-985d-2ca247c3eda2 req-82bef4e7-78e3-48fc-9b90-8e62819e8939 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 1098 time: 0.3467355
Apr 20 17:26:27.407871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.409221 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-46dbf2c0-0daa-4848-86b9-977b635a0561 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5430067
Apr 20 17:26:27.412760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41460) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:27.419531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:27.427312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:27.431967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:floatingip and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:27.435488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:27.456178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:27.466552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.474373 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c69f94a0-87d4-4513-985d-2ca247c3eda2 req-f9f703d5-31c8-4886-83de-577d41304e36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576375
Apr 20 17:26:27.484475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:27.620830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:27.803483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Allocated IP 172.27.0.144 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/3d02f6c3-0941-4827-af4a-a17c3d3c587f) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:27.914963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.003198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fe926-05c5-4ade-926c-dc565e02f600 req-d7510825-1543-4cd5-87ce-088323781d47 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:28.005262 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b48fe926-05c5-4ade-926c-dc565e02f600 req-d7510825-1543-4cd5-87ce-088323781d47 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1301646
Apr 20 17:26:28.045569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.118427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b48fe926-05c5-4ade-926c-dc565e02f600 req-7e3ef5a3-d477-49ab-9b9e-5347eef5843f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061218
Apr 20 17:26:28.127352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.132083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:28.132896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334290be0>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 2, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:28.139403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:26:28.140523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Updating router b7a6dfd9-1c42-4479-a021-ecd301136471 port 422b8487-5ae5-40db-ac5a-99d10a9829d4 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:26:28.159451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41484) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:28.238011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:28.243061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:28.247617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:28.255494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.305351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Deleting subnet 73785774-76a8-427d-9d29-55d1e2bbd398 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:26:28.311262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.371961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.526054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.650827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=3d02f6c3-0941-4827-af4a-a17c3d3c587f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:28.664374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:28.866235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.878344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.898348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Transition to ACTIVE for port object 422b8487-5ae5-40db-ac5a-99d10a9829d4 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:28.906622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.912398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:28.924456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.934187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:28.941852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:28.997309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73785774-76a8-427d-9d29-55d1e2bbd398,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:29.003262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:29.012988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.039688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1a7c9f2d-b050-446b-87e2-4f6c8b2062ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73785774-76a8-427d-9d29-55d1e2bbd398 HTTP/1.1" status: 204  len: 168 time: 0.8833621
Apr 20 17:26:29.050208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41498) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:29.166082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.235461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.259264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Pushing event updated for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:29.276369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:29.491846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Attempting to bind port 422b8487-5ae5-40db-ac5a-99d10a9829d4 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:29.492277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Attempting to bind port 422b8487-5ae5-40db-ac5a-99d10a9829d4 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:29.492659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Attempting to bind port 422b8487-5ae5-40db-ac5a-99d10a9829d4 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:29.509806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:29.510407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Checking segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:29.510581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.516983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Bound using segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:29.518092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Bound port: 422b8487-5ae5-40db-ac5a-99d10a9829d4, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:29.518546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.567271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.569750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a976f-1ed0-4448-93bc-d7117f9f3ff0 req-11cc0eec-53e4-4a5e-9b67-07bf14279be3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:29.572224 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f6a976f-1ed0-4448-93bc-d7117f9f3ff0 req-11cc0eec-53e4-4a5e-9b67-07bf14279be3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.8740587
Apr 20 17:26:29.736871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] For port 422b8487-5ae5-40db-ac5a-99d10a9829d4, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:29.741430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] For port 422b8487-5ae5-40db-ac5a-99d10a9829d4, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=422b8487-5ae5-40db-ac5a-99d10a9829d4,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:29.749225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.762614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:29.791541 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f6a976f-1ed0-4448-93bc-d7117f9f3ff0 req-eb1e8243-ae7e-4e06-96ab-d1b5df981c93 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077724
Apr 20 17:26:29.815417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f33342cb9b0>,) {'filters': {'network_id': ['9a0f7d43-56ae-480b-8983-710d28f250ac']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:29.816389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.822372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.831332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f33342cb9b0>, '52ac4c7d-b519-44d8-bb80-d31259f79afc') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:29.831332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f33342cb9b0>, '52ac4c7d-b519-44d8-bb80-d31259f79afc') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:29.835147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:29.850731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.870704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Pushing event updated for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:29.878674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:29.886439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:26:29.890497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:29.890879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:29.891543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334290be0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:26:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:29.962237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.059484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.061245 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6474409
Apr 20 17:26:30.151575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=3d02f6c3-0941-4827-af4a-a17c3d3c587f,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:30.157336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:30.161372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Network 9a0f7d43-56ae-480b-8983-710d28f250ac has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:30.171381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:30.175065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.213667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ccd26-2ecf-4d9d-a1fd-dc937f6e4e0a req-730f8287-bc15-4f1d-8e95-7feca4c8c3c0 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:30.221785 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-001ccd26-2ecf-4d9d-a1fd-dc937f6e4e0a req-730f8287-bc15-4f1d-8e95-7feca4c8c3c0 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1682718
Apr 20 17:26:30.282754 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-001ccd26-2ecf-4d9d-a1fd-dc937f6e4e0a req-7baf9375-db08-4c86-bc06-ced5d7bfd00c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598872
Apr 20 17:26:30.382829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Network 9a0f7d43-56ae-480b-8983-710d28f250ac has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:26:30.410934 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:26:30.432058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-6386cea9-cc54-4238-9a5a-feb9ce4763c8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:30.450221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-6386cea9-cc54-4238-9a5a-feb9ce4763c8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:30.451497 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-6386cea9-cc54-4238-9a5a-feb9ce4763c8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1367194662&fields=id&tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 267 time: 0.0693262
Apr 20 17:26:30.490529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.494683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d2169c90-5844-47c1-90e7-06fa94f81f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:30.513619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.523986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0f7d43-56ae-480b-8983-710d28f250ac,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:30.527894 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a0f7d43-56ae-480b-8983-710d28f250ac HTTP/1.1" status: 204  len: 168 time: 1.4730763
Apr 20 17:26:30.527894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:30.529171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 41528) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:30.556618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334290be0>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:29Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:30.561621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33f440-9684-4deb-bcf5-19b53a44c260 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:29Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:26:30.630305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Deleting subnet 18f252b0-deef-445e-8045-2f5b9dcf32e5 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:26:30.635989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.710198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8ae46218-f856-4c2e-ba31-883a022b3b1f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:30.710985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8ae46218-f856-4c2e-ba31-883a022b3b1f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:30.713807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.736066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8ae46218-f856-4c2e-ba31-883a022b3b1f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:30.737614 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8ae46218-f856-4c2e-ba31-883a022b3b1f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 816 time: 0.2771053
Apr 20 17:26:30.757719 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-c76b2044-97d8-40e3-91f6-277d35dc6fe4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/quotas/ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 375 time: 0.0131652
Apr 20 17:26:30.842984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:30.882433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-0f208d2e-a334-46c5-b5f8-be59978fb00e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:30.902320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-0f208d2e-a334-46c5-b5f8-be59978fb00e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:30.906922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 422b8487-5ae5-40db-ac5a-99d10a9829d4 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:30.932092 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-0f208d2e-a334-46c5-b5f8-be59978fb00e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1576886
Apr 20 17:26:31.049443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:31.055174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:31.055596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.108826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-951d6e53-487f-4408-a226-b381f949788f service neutron] 10.222.0.25 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752715
Apr 20 17:26:31.262496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.272687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.279707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8406b38-e563-4c59-9e93-c25d3ac156dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:31.298486 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-c04f4710-aa1b-47a3-832a-818d29713e06 service neutron] 10.222.0.25 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885116
Apr 20 17:26:31.314362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 422b8487-5ae5-40db-ac5a-99d10a9829d4, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=422b8487-5ae5-40db-ac5a-99d10a9829d4,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:31.318586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.321741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:31.345594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f252b0-deef-445e-8045-2f5b9dcf32e5,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:31.348027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.351077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:31.358902 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-69a39564-4c89-4686-8ec5-6a863265fe2d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/18f252b0-deef-445e-8045-2f5b9dcf32e5 HTTP/1.1" status: 204  len: 168 time: 0.8245237
Apr 20 17:26:31.359506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41544) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:31.408665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:31.412019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:31.492111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.699664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.819738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256780a-1919-4393-9ae2-ad2036835830 req-06f0b112-a80a-4bc7-9bef-2b538b9908d9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:31.821518 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5256780a-1919-4393-9ae2-ad2036835830 req-06f0b112-a80a-4bc7-9bef-2b538b9908d9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2651963
Apr 20 17:26:31.868685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fe00b00>,) {'filters': {'network_id': ['01ef023a-02da-4fa2-aee2-2cbecef0c611']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:31.893224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fe00b00>, 'b58d1058-66e2-4282-9828-07ce9d85c9ca') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:31.893574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fe00b00>, 'b58d1058-66e2-4282-9828-07ce9d85c9ca') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:31.913592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.923540 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5256780a-1919-4393-9ae2-ad2036835830 req-902cac98-e395-4852-84a9-14e324994604 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854259
Apr 20 17:26:31.938517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:31.955357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:26:32.252686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:32.263901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:32.294910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:26:32.402566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75d97-eabf-48f8-8806-7246f56412e4 req-11177707-1d9e-4747-b12a-86b6334c1f27 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:32.404119 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5f2ed097-3c71-4772-bb4f-f28b3a4b5b57 req-ddcd57e9-308b-4fd9-a0c2-60b2f6f8e410 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 210 time: 0.0641367
Apr 20 17:26:32.404269 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e75d97-eabf-48f8-8806-7246f56412e4 req-11177707-1d9e-4747-b12a-86b6334c1f27 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.3315022
Apr 20 17:26:32.520794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Network 01ef023a-02da-4fa2-aee2-2cbecef0c611 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:26:32.548608 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:26:32.650781 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e75d97-eabf-48f8-8806-7246f56412e4 req-df23ac63-d8fb-4189-b9f8-cc83485f3594 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888378
Apr 20 17:26:32.654510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:32.661913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:32.667470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:32.685803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/01ef023a-02da-4fa2-aee2-2cbecef0c611 HTTP/1.1" status: 204  len: 168 time: 1.3250697
Apr 20 17:26:32.692385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ef023a-02da-4fa2-aee2-2cbecef0c611,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:32.696271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ec71bdc2-ddde-4ade-a306-f8abe7664ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:32.812785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 422b8487-5ae5-40db-ac5a-99d10a9829d4 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:32.896609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 422b8487-5ae5-40db-ac5a-99d10a9829d4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:32.897034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:32.996376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41580) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:33.087981 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-04bc9b4b-0875-49bf-82cb-aee80b55090a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04483e6418b14423a3e8dca76b81b238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0844941
Apr 20 17:26:33.088181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41586) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:33.195659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:33.246745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:33.247985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8cda2-049f-4af7-8e59-5db7ed59ea1a req-7b458f7f-9c35-4e3f-9284-cd17eeaeefed tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:33.263459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33c8cda2-049f-4af7-8e59-5db7ed59ea1a req-7b458f7f-9c35-4e3f-9284-cd17eeaeefed tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2042696
Apr 20 17:26:33.344533 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33c8cda2-049f-4af7-8e59-5db7ed59ea1a req-498ad32d-8b9d-45ef-9262-d2a6341178be tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796175
Apr 20 17:26:33.372951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:33.375118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ce70bd7c-278c-4934-9f9f-7c5014a46b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:33.392216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513efaa1-108b-4e27-81e9-0d38aa0e942b,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:33.394959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:33.396411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/513efaa1-108b-4e27-81e9-0d38aa0e942b HTTP/1.1" status: 204  len: 168 time: 0.3072307
Apr 20 17:26:33.397542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:33.923969 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-87773043-6ff6-42f1-a333-50d6f715d04b req-05adafd5-a803-4f07-915c-606154ddcee1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 210 time: 0.3470907
Apr 20 17:26:34.015526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-06bd0c17-a934-40bf-856f-a11b3cc7d658 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:34.018322 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-06bd0c17-a934-40bf-856f-a11b3cc7d658 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 816 time: 0.6702538
Apr 20 17:26:34.045317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d841b66-63c2-4b92-91dd-31419487ea94 req-54886bf9-8825-477a-b058-7c15ce3fde01 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:34.066220 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0d841b66-63c2-4b92-91dd-31419487ea94 req-54886bf9-8825-477a-b058-7c15ce3fde01 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.2078149
Apr 20 17:26:34.138011 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0d841b66-63c2-4b92-91dd-31419487ea94 req-b88c1972-0a11-4d72-9b80-b829b644b1ea tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705705
Apr 20 17:26:34.185150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3302b418-7182-4c70-9a18-65a02306d5cd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:34.194136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41628) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:34.204349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3302b418-7182-4c70-9a18-65a02306d5cd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:34.205735 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3302b418-7182-4c70-9a18-65a02306d5cd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 5709 time: 0.1619189
Apr 20 17:26:34.220783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'port': {'device_id': 'ceada35f-6705-403c-afca-5c59afd81199', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'admin_state_up': True, 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'security_groups': ['63f60372-e5d8-423e-bc0d-fc2bff39d5d5']}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:34.330130 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2b8a9515-ed98-4892-a8db-0c0013daef28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7279dea72420458488bfe93737c1cba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1345687
Apr 20 17:26:34.395382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 41636) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:34.532329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:34.550386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:34.561170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Made reservation on behalf of ea55651c2f984e1e902967bd84152de2 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:26:34.569055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:34.860682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304d1b-d4f3-4eec-b450-47f2d97fd5ba req-f86fc9ed-b832-4640-86bd-1f5c4d9bf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:34.862296 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-af304d1b-d4f3-4eec-b450-47f2d97fd5ba req-f86fc9ed-b832-4640-86bd-1f5c4d9bf880 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 1099 time: 0.5354702
Apr 20 17:26:34.865731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:34.872405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Allocated IP 172.20.0.8 (03df977a-221f-4966-8961-7a61ea0df765/6a3239dc-b923-42b3-83d5-7a31aabbd48b/1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:34.935851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:34.993910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b7bdd-1797-4a2c-8609-a3acd305ee13 req-141796f9-8bf9-4947-b2c1-49114ebc6fb1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:34.995589 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e27b7bdd-1797-4a2c-8609-a3acd305ee13 req-141796f9-8bf9-4947-b2c1-49114ebc6fb1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.2695007
Apr 20 17:26:35.001473 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-af304d1b-d4f3-4eec-b450-47f2d97fd5ba req-e70d3deb-02b9-4cc5-a968-4cf60c9d7514 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140747
Apr 20 17:26:35.051006 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e27b7bdd-1797-4a2c-8609-a3acd305ee13 req-cb51a621-11ce-46d8-86eb-9789d0f3c27b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459814
Apr 20 17:26:35.055880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.061242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c3ef8095-f3e3-4308-ad33-38ea37cc3011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:35.081864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59a847-5c0d-4142-9508-8f890ee56e7d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:35.081864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:35.082555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.083862 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e59a847-5c0d-4142-9508-8f890ee56e7d HTTP/1.1" status: 204  len: 168 time: 0.6861060
Apr 20 17:26:35.138833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.159732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Transition to ACTIVE for port object 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:35.187988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.203409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:35.301825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:35.310970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:35.313865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Network 03df977a-221f-4966-8961-7a61ea0df765 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:35.315139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:35.323076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:35.346757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ab6f7-2061-4c2e-a13d-008e7f56ba2e req-2410dd44-7420-4669-a8b6-aa74cab930b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:35.348524 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d09ab6f7-2061-4c2e-a13d-008e7f56ba2e req-2410dd44-7420-4669-a8b6-aa74cab930b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 931 time: 0.1500173
Apr 20 17:26:35.449212 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d09ab6f7-2061-4c2e-a13d-008e7f56ba2e req-de7849ff-4f52-453b-8ab7-210105c352c0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876627
Apr 20 17:26:35.451815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:35.453401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.494305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2810004
Apr 20 17:26:35.530007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Request body: {'port': {'device_id': 'ceada35f-6705-403c-afca-5c59afd81199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:35.702922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.718140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-9c87d570-7e41-46a3-8679-f0dce4287d43 None None] Provisioning for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:35.726060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-9c87d570-7e41-46a3-8679-f0dce4287d43 None None] Provisioning complete for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:35.726910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9c87d570-7e41-46a3-8679-f0dce4287d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:35.855685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-9c87d570-7e41-46a3-8679-f0dce4287d43 None None] Port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:26:36.326252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:36.335977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:36.356803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Transition to ACTIVE for port object 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:36.365441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:36.366130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42cdd2-d5b3-493f-8e87-a56cb3439d1b req-918c8819-9d79-4253-8a3c-16806632fa40 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:36.372727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-26a94adf-1e72-4333-866c-c2b0d91af5a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:36.376026 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad42cdd2-d5b3-493f-8e87-a56cb3439d1b req-918c8819-9d79-4253-8a3c-16806632fa40 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1262167
Apr 20 17:26:36.438647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad42cdd2-d5b3-493f-8e87-a56cb3439d1b req-a432840a-3ad2-422c-abfd-bf0ecf6abd1b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614455
Apr 20 17:26:36.640483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:36.652566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:36.728850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Attempting to bind port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:36.728850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Attempting to bind port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:36.729251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Attempting to bind port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:36.739285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 on network 03df977a-221f-4966-8961-7a61ea0df765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:26:36.739711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Attempting to bind port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:36.749542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:36.750026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Checking segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:36.750731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Bound using segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:36.751274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Bound port: 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:36.751753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:36.955840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:36.960115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:36.970408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa36e9-4923-4227-b2d4-1bd489308ddf req-a8c4b2b4-12be-47a8-9ab8-28db5bccb410 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:36.971221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-eafa36e9-4923-4227-b2d4-1bd489308ddf req-a8c4b2b4-12be-47a8-9ab8-28db5bccb410 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:36.977365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:36.989239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:37.048363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-eafa36e9-4923-4227-b2d4-1bd489308ddf req-a8c4b2b4-12be-47a8-9ab8-28db5bccb410 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:37.049609 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eafa36e9-4923-4227-b2d4-1bd489308ddf req-a8c4b2b4-12be-47a8-9ab8-28db5bccb410 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.2674682
Apr 20 17:26:37.054562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:37.055310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:37.056882 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] 10.222.0.72 "PUT /v2.0/ports/1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 1093 time: 1.5328174
Apr 20 17:26:37.061063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:37.146228 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'status': 'completed', 'code': 200}
Apr 20 17:26:37.180966 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eafa36e9-4923-4227-b2d4-1bd489308ddf req-b8f79606-f397-470f-a5a3-f5f8ccd4a180 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228859
Apr 20 17:26:37.305829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:37.315615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:37.356904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-0c1164bb-d6cf-46c1-879c-3a669429a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:37.359582 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-0c1164bb-d6cf-46c1-879c-3a669429a644 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1096 time: 0.1642733
Apr 20 17:26:37.512191 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-82ee186a-10f6-4218-8c6a-e3799d587e48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 217 time: 0.0718622
Apr 20 17:26:37.651723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-1585535f-a4d1-4321-af71-09cca78550e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:37.653334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-1585535f-a4d1-4321-af71-09cca78550e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.1271436
Apr 20 17:26:37.734257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af3720-0927-4dca-bc74-863e77f68723 req-6589deba-6009-49cd-9e8c-61cde995c2ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:37.735910 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11af3720-0927-4dca-bc74-863e77f68723 req-6589deba-6009-49cd-9e8c-61cde995c2ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1732283
Apr 20 17:26:37.815556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11af3720-0927-4dca-bc74-863e77f68723 req-e3fdebd7-b3a6-4e06-9f75-58a3eab0a061 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713587
Apr 20 17:26:37.817804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-fba6a33a-260a-4ccb-8ca2-da0042d21d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:37.819315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-fba6a33a-260a-4ccb-8ca2-da0042d21d0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1535988
Apr 20 17:26:37.994464 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-3ca5cd48-d288-4bcc-b47c-40303d4cd37d service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660738
Apr 20 17:26:38.046959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35524500-b6b1-4083-b81e-aa6a77ba82bb req-2024bb1f-6cdd-461e-aca9-2f38e11b814e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:38.048719 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-35524500-b6b1-4083-b81e-aa6a77ba82bb req-2024bb1f-6cdd-461e-aca9-2f38e11b814e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1035323
Apr 20 17:26:38.113599 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-35524500-b6b1-4083-b81e-aa6a77ba82bb req-fb161dea-3594-4b6b-a6ba-71a4607c7a43 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575593
Apr 20 17:26:38.163688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf40b7a-bc61-44d7-a5ed-abc58d1e9f0d req-b2966b46-3222-4418-826f-04dd77d0d011 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584723
Apr 20 17:26:38.505679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53874b4-c086-45c0-91c3-26c9e3786126 req-a2cbd29a-a4c7-4e2a-8f11-874d4ab48271 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:38.513955 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a53874b4-c086-45c0-91c3-26c9e3786126 req-a2cbd29a-a4c7-4e2a-8f11-874d4ab48271 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.2080615
Apr 20 17:26:38.564972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-bbf839b3-5acf-460b-a39b-a53085c73c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:38.566730 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-bbf839b3-5acf-460b-a39b-a53085c73c67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1096 time: 0.2240670
Apr 20 17:26:38.576665 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a53874b4-c086-45c0-91c3-26c9e3786126 req-826af1dc-0f7e-42a9-8e5f-477bb8776a40 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603466
Apr 20 17:26:39.464793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-4d78c484-af2e-4d0e-9a55-c6594d6854ce tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:39.466403 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-4d78c484-af2e-4d0e-9a55-c6594d6854ce tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.1642745
Apr 20 17:26:39.482369 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-1715a64e-914f-41ed-8e3b-42a57a31235f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/quotas/83bda82865ea45ff9fbdeaea3ba76631 HTTP/1.1" status: 200  len: 375 time: 0.0098934
Apr 20 17:26:39.580285 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-8f598084-fd33-40f5-818b-53d1d52bde26 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0903523
Apr 20 17:26:39.731290 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-78fc9d99-7c0e-4226-afcc-e8054740e306 service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433012
Apr 20 17:26:39.891055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-cfe7c9e9-89c6-45c1-b0f0-8842fccf4dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524246
Apr 20 17:26:40.196962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2c75e-4d61-4c2c-8d1e-d993a62591e6 req-3315ac78-4313-4302-b146-21f97c7fe1e8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:40.198638 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1b2c75e-4d61-4c2c-8d1e-d993a62591e6 req-3315ac78-4313-4302-b146-21f97c7fe1e8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0961120
Apr 20 17:26:40.253326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1b2c75e-4d61-4c2c-8d1e-d993a62591e6 req-7c6558b9-90fe-4aa8-a4ac-510b098c6159 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479350
Apr 20 17:26:40.594384 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6765e06-99ae-462e-8e6f-78c2eb8bc772 req-618ac8c4-2deb-4ffb-a2d7-0fb311d24ab6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.2836118
Apr 20 17:26:41.465108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53413-11ba-478c-8e42-6187d29cf051 req-e6cd28c4-1d08-4287-8a27-2434da4ec090 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:41.466793 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-62c53413-11ba-478c-8e42-6187d29cf051 req-e6cd28c4-1d08-4287-8a27-2434da4ec090 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0907650
Apr 20 17:26:41.516922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-62c53413-11ba-478c-8e42-6187d29cf051 req-aebd783a-1463-4d23-9c81-a7c6d7203869 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428770
Apr 20 17:26:41.807360 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1fc2da36-1237-4908-906f-243c5f60613f req-792ccd80-840c-4094-a47b-f816f23fcf9d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.0629611
Apr 20 17:26:41.879601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-3a23bcfe-99e9-41a6-9d50-6e19a318069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:41.881254 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-3a23bcfe-99e9-41a6-9d50-6e19a318069a service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.2243042
Apr 20 17:26:41.982618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-a25a558c-d9e9-429d-9f3f-4466d1e72f4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 217 time: 0.0733416
Apr 20 17:26:42.055891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-ae9fa73e-d993-44d4-8005-d2720c5b7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:42.057653 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-ae9fa73e-d993-44d4-8005-d2720c5b7f32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0675776
Apr 20 17:26:42.161202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-d95d243a-ee6b-44c5-ba0b-48a05e134c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:42.162830 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-d95d243a-ee6b-44c5-ba0b-48a05e134c0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853722
Apr 20 17:26:42.321302 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-e8d32de3-0706-41f5-9282-2909589a4184 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506641
Apr 20 17:26:42.480839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4928bbb-8f19-48ac-bf30-adfbd009586b req-beac7c18-5f27-404d-ba68-e6241bda4a9b service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448140
Apr 20 17:26:42.741310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dac76-4364-40d8-9f08-430870e2c26a req-3b9e8585-7a25-4caf-877b-88189414b030 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:42.743195 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-453dac76-4364-40d8-9f08-430870e2c26a req-3b9e8585-7a25-4caf-877b-88189414b030 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0999918
Apr 20 17:26:42.809346 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-453dac76-4364-40d8-9f08-430870e2c26a req-4a30af1e-697d-400e-b13e-b5018d76f4b5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570722
Apr 20 17:26:42.817782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:42.992803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c527ee68-c1d2-4510-83bf-e7348e80822b req-92ce51cb-fe89-4216-b25c-6f5f5c7d2794 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.0540984
Apr 20 17:26:42.995293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-b3afe262-8e0a-4fe3-a1ce-f9923db7e920 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:42.996952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-b3afe262-8e0a-4fe3-a1ce-f9923db7e920 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.2102191
Apr 20 17:26:43.768399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769067a7-98a0-41a5-9f2d-1d5ed8085450 req-276b8610-f01d-4fa7-bcc1-6f6655d49580 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:43.770075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-769067a7-98a0-41a5-9f2d-1d5ed8085450 req-276b8610-f01d-4fa7-bcc1-6f6655d49580 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1011815
Apr 20 17:26:43.818313 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-769067a7-98a0-41a5-9f2d-1d5ed8085450 req-02e6b1e1-905d-4ecc-aafd-e4d6af899e09 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415819
Apr 20 17:26:44.042899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437aa5-66ab-4d27-a0e6-6cd171900fc3 req-8db6ba02-48a2-4c29-815c-5cd23b15a075 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:44.044505 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65437aa5-66ab-4d27-a0e6-6cd171900fc3 req-8db6ba02-48a2-4c29-815c-5cd23b15a075 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0960867
Apr 20 17:26:44.093162 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65437aa5-66ab-4d27-a0e6-6cd171900fc3 req-5c4ed42f-2272-418b-9834-3aeff9707145 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415509
Apr 20 17:26:44.248143 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12ca4bb7-7c6b-4ee2-bec0-16acf2e4cfaf req-5a49c765-6454-41bb-b23b-4ed8e4fb834e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.0485935
Apr 20 17:26:45.023423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946ee57-5317-486b-80b6-9b0ba8c9fbd9 req-2f707870-8ac3-4cec-94e8-8bb296f37684 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:45.025016 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b946ee57-5317-486b-80b6-9b0ba8c9fbd9 req-2f707870-8ac3-4cec-94e8-8bb296f37684 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0911403
Apr 20 17:26:45.072993 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b946ee57-5317-486b-80b6-9b0ba8c9fbd9 req-a0147d02-0743-42af-88bb-78ab032a7833 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408592
Apr 20 17:26:45.297566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b67da-93b9-4f46-81b1-dbdf312544c1 req-a6dba104-ab49-4eee-be8a-2efa68529e17 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:45.299183 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-655b67da-93b9-4f46-81b1-dbdf312544c1 req-a6dba104-ab49-4eee-be8a-2efa68529e17 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0901718
Apr 20 17:26:45.350478 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-655b67da-93b9-4f46-81b1-dbdf312544c1 req-69d3fb1c-afc0-49fd-8ece-edccd80bdb36 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447454
Apr 20 17:26:45.504892 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6f9d480d-0043-413b-8e0e-14640c89fd06 req-4d4f844c-bb72-4bce-9678-f653c87236ec tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.0483282
Apr 20 17:26:45.957335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:26:46.017160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Request body: {'port': {'device_id': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'admin_state_up': True, 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:46.112030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:46.149750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:26:46.215657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-c5f0f4c7-643d-41ff-b760-4cbb79b23f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:46.217067 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-c5f0f4c7-643d-41ff-b760-4cbb79b23f14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.1055996
Apr 20 17:26:46.218974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:46.239005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:46.250488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:46.257479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:46.261992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:46.263244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:46.264458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:46.275168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:26:46.285406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:46.394787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:46.399465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:46.475255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Allocated IP 172.20.0.9 (4425c8b8-beed-46b5-9bdb-a4a14e7f72dc/a65426bf-e02e-4caa-be4b-e7728a8cdb1e/597bf601-abf3-4a26-8b35-84c18f8838c1) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:26:46.490371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-bb52c7ef-efc5-4e96-a6e2-db33903b1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:46.491929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-bb52c7ef-efc5-4e96-a6e2-db33903b1acd service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.2494192
Apr 20 17:26:46.506330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1ebd8-f185-42b7-b2a2-0f45556277b6 req-274537ab-36ea-41b9-8124-72a93c07e705 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:46.507931 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-47c1ebd8-f185-42b7-b2a2-0f45556277b6 req-274537ab-36ea-41b9-8124-72a93c07e705 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1508307
Apr 20 17:26:46.593725 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-0f983f85-6c56-4627-9878-7fa73e9fc7dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.0846224
Apr 20 17:26:46.674051 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-47c1ebd8-f185-42b7-b2a2-0f45556277b6 req-7d4e8f26-90d4-45e3-bab9-10cf01c24b69 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144471
Apr 20 17:26:46.685051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-929e2f54-2f31-46bb-b671-a216381b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:46.687122 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-929e2f54-2f31-46bb-b671-a216381b124d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.0791249
Apr 20 17:26:46.716679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0494b18-ec20-4314-a49a-44d809845bc1 req-f09a9c8c-859b-4bae-b8c7-0229bdddd544 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:46.719071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e0494b18-ec20-4314-a49a-44d809845bc1 req-f09a9c8c-859b-4bae-b8c7-0229bdddd544 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.2304790
Apr 20 17:26:46.764730 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-658863e6-7a84-4373-b0d2-40e6f47df664 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660880
Apr 20 17:26:46.818367 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e0494b18-ec20-4314-a49a-44d809845bc1 req-75a9e14a-3b87-4bfb-8dc3-f5a642f3ad93 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846980
Apr 20 17:26:46.823885 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:46.834899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:46.860379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:46.868085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1b33f9b6-0caf-4846-94fd-3d7264042863 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:46.939803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:26:46.949294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:26:46.955484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:26:46.981715 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-2838178c-240c-43fe-81ac-41ec5ecb1aad service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056439
Apr 20 17:26:47.041363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:47.042089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:47.066092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event updated for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:47.084249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.084664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.085069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.085515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.085914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.086312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.086706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.087103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.087496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.087887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.088284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.088673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:47.094302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:47.110547 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0993378
Apr 20 17:26:47.132810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Request body: {'port': {'device_id': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:47.242926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aaa66-60c9-4b4b-829b-a3f6f07a1ab4 req-97e83442-5ac3-493f-a1cb-7b5d80f1b1cf tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:47.251457 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d93aaa66-60c9-4b4b-829b-a3f6f07a1ab4 req-97e83442-5ac3-493f-a1cb-7b5d80f1b1cf tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 931 time: 0.4474409
Apr 20 17:26:47.270649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:47.281700 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-00b5f2e3-bcf3-40b0-a4cc-831f1ef42626 req-8c28e2d9-9013-473a-a985-c725bf7cc59f service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920408
Apr 20 17:26:47.313348 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d93aaa66-60c9-4b4b-829b-a3f6f07a1ab4 req-559ef9ec-85ed-43bc-a32d-a5fd5a699f60 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607989
Apr 20 17:26:47.675995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597bf601-abf3-4a26-8b35-84c18f8838c1 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:47.685026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:47.712159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Transition to ACTIVE for port object 597bf601-abf3-4a26-8b35-84c18f8838c1 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:26:47.716549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:47.727741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:47.926815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8092fd-68be-4d7e-b417-54f2e3d6c2bf req-beda7b37-7a23-4534-8f1c-677385e489d4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:47.930046 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c8092fd-68be-4d7e-b417-54f2e3d6c2bf req-beda7b37-7a23-4534-8f1c-677385e489d4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1279895
Apr 20 17:26:47.986754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Pushing event updated for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:47.995884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c8092fd-68be-4d7e-b417-54f2e3d6c2bf req-08563329-2823-434a-b854-e9e335e07d6f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589199
Apr 20 17:26:48.029099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:48.137279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Attempting to bind port 597bf601-abf3-4a26-8b35-84c18f8838c1 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:26:48.137839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Attempting to bind port 597bf601-abf3-4a26-8b35-84c18f8838c1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:26:48.138075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Attempting to bind port 597bf601-abf3-4a26-8b35-84c18f8838c1 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:48.148516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Port 597bf601-abf3-4a26-8b35-84c18f8838c1 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:26:48.148815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Attempting to bind port 597bf601-abf3-4a26-8b35-84c18f8838c1 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:26:48.152949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93', 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:48.163795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66906e-a06e-4238-8741-036aa6626b0c req-5dc3b99e-3cb4-4d77-928c-4ed593338c52 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:48.165441 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c66906e-a06e-4238-8741-036aa6626b0c req-5dc3b99e-3cb4-4d77-928c-4ed593338c52 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.1814659
Apr 20 17:26:48.166480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:26:48.166855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Checking segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:26:48.167273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Bound using segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:26:48.167768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Bound port: 597bf601-abf3-4a26-8b35-84c18f8838c1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:26:48.168155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:48.311206 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c66906e-a06e-4238-8741-036aa6626b0c req-293e4438-6cb2-415e-a31a-da795b28390b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309245
Apr 20 17:26:48.351757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:26:48.355543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=597bf601-abf3-4a26-8b35-84c18f8838c1,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:26:48.362114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:48.368165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:48.461365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Pushing event updated for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:48.474587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:48.482979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:48.485206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:48.486806 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] 10.222.0.72 "PUT /v2.0/ports/597bf601-abf3-4a26-8b35-84c18f8838c1 HTTP/1.1" status: 200  len: 1093 time: 1.3589933
Apr 20 17:26:48.487453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:48.558530 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1', 'status': 'completed', 'code': 200}
Apr 20 17:26:48.578681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a76cdb-e38c-4026-9901-7d35f224f527 req-281fd5e0-72ef-43a6-a423-921ffe4f5329 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:48.585779 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-60a76cdb-e38c-4026-9901-7d35f224f527 req-281fd5e0-72ef-43a6-a423-921ffe4f5329 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 943 time: 0.1437497
Apr 20 17:26:48.645378 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-60a76cdb-e38c-4026-9901-7d35f224f527 req-d1e7ec67-5036-420f-a032-8fd6e43e6ca5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485213
Apr 20 17:26:48.741697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-6f7f64c6-668c-411d-823f-37eb7854cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:48.743266 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-6f7f64c6-668c-411d-823f-37eb7854cfa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 1096 time: 0.1276939
Apr 20 17:26:48.848318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-b0a89125-9613-4d51-867c-e676701c4b6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=597bf601-abf3-4a26-8b35-84c18f8838c1 HTTP/1.1" status: 200  len: 217 time: 0.0803292
Apr 20 17:26:48.934832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582d84-f377-4299-915a-0a35f185b65e req-99795329-349c-4ff7-8184-9423cbbd91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:48.937666 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-99795329-349c-4ff7-8184-9423cbbd91bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.0737064
Apr 20 17:26:48.939874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:48.997138 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-0b401c12-6f5f-49e0-bfc3-9b9a463ef0f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500104
Apr 20 17:26:49.013673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:49.018819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:49.019229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:49.151700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:49.156085 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-a96deaff-85c4-4aad-bf60-411a54bd655a service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436415
Apr 20 17:26:49.204985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce91b8b-db89-428e-a0bb-b8982b53a8af req-ebdb4586-9ba0-42a3-bb12-bd5fb8ac8d9e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:49.213159 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cce91b8b-db89-428e-a0bb-b8982b53a8af req-ebdb4586-9ba0-42a3-bb12-bd5fb8ac8d9e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1075532
Apr 20 17:26:49.279611 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cce91b8b-db89-428e-a0bb-b8982b53a8af req-77bd99d1-be1c-49a6-a8a1-f92186c1f78c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653260
Apr 20 17:26:49.331794 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7582d84-f377-4299-915a-0a35f185b65e req-73460ad0-9a96-4a58-bd55-2233db57f6f9 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675167
Apr 20 17:26:49.353312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:49.364928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:49.368794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:49.370764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:49.436733 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'code': 200}
Apr 20 17:26:49.445920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:49.449225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:49.657383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f4916-d90e-4860-bd37-8d74258db386 req-6d4f86fb-a74c-4fd4-a357-92aa232dd8b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:49.659194 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-399f4916-d90e-4860-bd37-8d74258db386 req-6d4f86fb-a74c-4fd4-a357-92aa232dd8b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1618624
Apr 20 17:26:49.662015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516814-0908-42f6-868f-59be5d46cd4f req-ee884a32-9eb3-4542-b054-6bcf828b9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:49.663484 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-ee884a32-9eb3-4542-b054-6bcf828b9d9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 1096 time: 0.1239898
Apr 20 17:26:49.990705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc0e44-2149-4c06-a55f-20df96b5d5b7 req-ffe36d78-07ca-438c-b92c-4d788af52827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:49.992592 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ccfc0e44-2149-4c06-a55f-20df96b5d5b7 req-ffe36d78-07ca-438c-b92c-4d788af52827 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1098 time: 0.1985190
Apr 20 17:26:50.007040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096c1a7-6671-4359-a532-62f9e77f0c47 req-96dd419d-c7ec-4235-95c7-c7fe701a29aa tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:50.008859 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5096c1a7-6671-4359-a532-62f9e77f0c47 req-96dd419d-c7ec-4235-95c7-c7fe701a29aa tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 943 time: 0.1451027
Apr 20 17:26:50.090591 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-399f4916-d90e-4860-bd37-8d74258db386 req-c4aa4fce-d7bb-4c20-8cc0-0825d7a8b887 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4243197
Apr 20 17:26:50.107662 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ccfc0e44-2149-4c06-a55f-20df96b5d5b7 req-202111c9-697b-459a-bced-0c585e805e82 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971544
Apr 20 17:26:50.129576 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5096c1a7-6671-4359-a532-62f9e77f0c47 req-ef9dc813-7ed0-4a01-86c4-e9de95ca8b2c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988350
Apr 20 17:26:50.158529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516814-0908-42f6-868f-59be5d46cd4f req-09a372ef-a815-43b7-99fa-465e0f286371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:50.160094 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-09a372ef-a815-43b7-99fa-465e0f286371 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 916 time: 0.2239473
Apr 20 17:26:50.484784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23590c-3149-4928-ab45-44ae9587d415 req-668271a9-60dc-4ecd-b492-405734c3cea9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:50.486470 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac23590c-3149-4928-ab45-44ae9587d415 req-668271a9-60dc-4ecd-b492-405734c3cea9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0964067
Apr 20 17:26:50.535591 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac23590c-3149-4928-ab45-44ae9587d415 req-25f6d352-fdd4-4d0b-aa0e-47b3cd90c1b5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426018
Apr 20 17:26:50.727345 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-083b449b-363c-49a4-8294-ed65339ea9f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=597bf601-abf3-4a26-8b35-84c18f8838c1 HTTP/1.1" status: 200  len: 217 time: 0.0693650
Apr 20 17:26:50.828207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516814-0908-42f6-868f-59be5d46cd4f req-a6347ae8-736e-4a22-904f-763179fd63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:50.829809 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-a6347ae8-736e-4a22-904f-763179fd63d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.0650942
Apr 20 17:26:50.887883 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-2b6f36d0-a0c0-49f4-a69d-202784d3b326 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477364
Apr 20 17:26:51.038386 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-9630f1dc-0ee2-4b60-9a38-a3b5ee55cc68 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397719
Apr 20 17:26:51.201316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7516814-0908-42f6-868f-59be5d46cd4f req-0ad9a068-1f3a-4bfa-8e62-33b88e6ed4ce service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520574
Apr 20 17:26:51.291950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42084) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:51.413167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f5935-3596-496e-95f8-f4e91a2e5ded req-8cbf10d7-a746-4305-a363-db824cc5424b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:51.422501 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b42f5935-3596-496e-95f8-f4e91a2e5ded req-8cbf10d7-a746-4305-a363-db824cc5424b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1021001
Apr 20 17:26:51.423652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3fc50-e8a8-44e0-a654-04427a02c284 req-c7f36d42-108f-4bf5-81a2-a445b12ca99c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:51.424468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6ff3fc50-e8a8-44e0-a654-04427a02c284 req-c7f36d42-108f-4bf5-81a2-a445b12ca99c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:26:51.441467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-6ff3fc50-e8a8-44e0-a654-04427a02c284 req-c7f36d42-108f-4bf5-81a2-a445b12ca99c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:26:51.451235 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6ff3fc50-e8a8-44e0-a654-04427a02c284 req-c7f36d42-108f-4bf5-81a2-a445b12ca99c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 943 time: 0.1346748
Apr 20 17:26:51.488273 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b42f5935-3596-496e-95f8-f4e91a2e5ded req-0e7e3d66-61ab-4c5a-ae39-db4162dea210 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582173
Apr 20 17:26:51.521536 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6ff3fc50-e8a8-44e0-a654-04427a02c284 req-92f3627f-5a5d-451f-899d-aa67f6f9e4c9 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667760
Apr 20 17:26:51.561098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:51.582584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:51.587061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Usage tracker for resource:security_group_rule and tenant:4d9178b84adb42a4b88ed4fc760b0191 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:51.590597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:51.597320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:51.747656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:51.768880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:51.785895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42112) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:51.803607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8feca1da-87c1-4af6-9b98-0b1f37617c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:51.844019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dcc6fd-deee-492d-b55d-6be5eace1776,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:51.852142 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d9178b84adb42a4b88ed4fc760b0191&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5590189
Apr 20 17:26:51.855141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42122) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:51.861103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.861534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.861931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.862321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.862708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.863113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.863495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.863873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.864253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.864626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.865003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.865402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:26:51.871566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:51.920160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3379c-fbfb-42f5-9ec8-95914939c89b req-f17cc8eb-8ca0-4ba5-bea7-2ed582412db4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:51.941069 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cb3379c-fbfb-42f5-9ec8-95914939c89b req-f17cc8eb-8ca0-4ba5-bea7-2ed582412db4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2621315
Apr 20 17:26:51.973747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.008483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.034693 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cb3379c-fbfb-42f5-9ec8-95914939c89b req-c63dbc37-7090-45d6-bd48-12f1c9646fab tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923414
Apr 20 17:26:52.101625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.125587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:52.129977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.135083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Usage tracker for resource:security_group_rule and tenant:450421485a7b435faf10fcafb7dd1264 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:52.137821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9c553cc5-4fbc-43ab-9d8f-d9463022b500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:52.146249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:52.154218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:52.165525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dcc6fd-deee-492d-b55d-6be5eace1776,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:52.173117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:52.175608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.178624 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00dcc6fd-deee-492d-b55d-6be5eace1776 HTTP/1.1" status: 204  len: 168 time: 0.3212595
Apr 20 17:26:52.285999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.289145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.301498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:52.340284 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=450421485a7b435faf10fcafb7dd1264&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5532076
Apr 20 17:26:52.343610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42132) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:52.356982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8b5c8a-93a9-4191-8913-c808ad7af6b7,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:52.360862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:52.414588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.444000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.495446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.501858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-166db0bd-c63d-4058-a7a2-198293a89b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:52.513217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8b5c8a-93a9-4191-8913-c808ad7af6b7,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:52.518439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:52.526031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:52.530164 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d8b5c8a-93a9-4191-8913-c808ad7af6b7 HTTP/1.1" status: 204  len: 168 time: 0.1827638
Apr 20 17:26:52.791218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f88c1-15ad-485a-8ea6-7c1a954d52eb req-4d150864-888b-4634-95e5-773ecbc6f604 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:52.793274 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f65f88c1-15ad-485a-8ea6-7c1a954d52eb req-4d150864-888b-4634-95e5-773ecbc6f604 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 943 time: 0.1239159
Apr 20 17:26:52.851766 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f65f88c1-15ad-485a-8ea6-7c1a954d52eb req-813421be-e183-4d27-a285-4cf5bbeac07a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505044
Apr 20 17:26:52.954111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 597bf601-abf3-4a26-8b35-84c18f8838c1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:26:52.964212 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d827d1-70f5-43b2-badb-8edeac10140c req-84d3ab60-dc52-495f-8528-585591aa9755 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:52.972808 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-58d827d1-70f5-43b2-badb-8edeac10140c req-84d3ab60-dc52-495f-8528-585591aa9755 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1260138
Apr 20 17:26:53.031862 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-58d827d1-70f5-43b2-badb-8edeac10140c req-530761b9-28e1-4313-ba13-b094ef7f588e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577459
Apr 20 17:26:53.184752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=597bf601-abf3-4a26-8b35-84c18f8838c1,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:53.208234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '597bf601-abf3-4a26-8b35-84c18f8838c1', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'port_id': '597bf601-abf3-4a26-8b35-84c18f8838c1', 'mac_address': 'fa:16:3e:09:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65426bf-e02e-4caa-be4b-e7728a8cdb1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:26:53.341423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:53.353458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176790-3afa-4661-be6b-db50f0c1e053 req-bd29eb4d-788b-42c3-880d-05173b1ae0c5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:53.367834 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3b176790-3afa-4661-be6b-db50f0c1e053 req-bd29eb4d-788b-42c3-880d-05173b1ae0c5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1426256
Apr 20 17:26:53.368415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42194) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:53.380188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'floatingip': {'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:26:53.400027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597bf601-abf3-4a26-8b35-84c18f8838c1 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:26:53.435692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28becd63-5dc9-4dfa-a372-ebc1143c25cf req-0adea927-8bf2-4eca-8a25-e1d4933e446f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:53.439227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=597bf601-abf3-4a26-8b35-84c18f8838c1,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:53.445707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:53.451565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:53.458924 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-28becd63-5dc9-4dfa-a372-ebc1143c25cf req-0adea927-8bf2-4eca-8a25-e1d4933e446f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1451805
Apr 20 17:26:53.532109 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-28becd63-5dc9-4dfa-a372-ebc1143c25cf req-cdb5c005-0ea8-4120-8537-7cfcfff9c0c7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691020
Apr 20 17:26:53.551817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:53.586407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:53.591171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:53.652812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cbeba39f-e8ca-4569-b3d8-e08f8cc01072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:53.866009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42216) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:53.946337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['597bf601-abf3-4a26-8b35-84c18f8838c1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:26:54.173635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8efa7c-e8ed-4156-8037-0a7986354709 req-28049858-fb68-462c-a0bd-3daeda3c4445 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:54.188795 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6f8efa7c-e8ed-4156-8037-0a7986354709 req-28049858-fb68-462c-a0bd-3daeda3c4445 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 944 time: 0.1485884
Apr 20 17:26:54.302841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.334980 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6f8efa7c-e8ed-4156-8037-0a7986354709 req-f204b43c-43cc-412b-9d2a-2e7abceb99db tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445694
Apr 20 17:26:54.336231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:54.341297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Usage tracker for resource:security_group_rule and tenant:8c592d5b2f1b4825ae8892093a9dbe4f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:54.344982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:54.366641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:54.595827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.603949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.617677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5cef5eea-52e5-4133-aec6-f865bb6d932a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:54.681649 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c592d5b2f1b4825ae8892093a9dbe4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8144069
Apr 20 17:26:54.689409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42250) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:54.716311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.723551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.776445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d842b0e0-51fd-4f31-996d-88e45b9aaa25,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:54.793981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:54.849349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.892592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.960842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:54.970572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e1b4f519-4fcc-4ce0-b05b-b341b1520b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:54.982469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42258) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:54.997944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:55.000125 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d842b0e0-51fd-4f31-996d-88e45b9aaa25 HTTP/1.1" status: 204  len: 168 time: 0.3095825
Apr 20 17:26:55.001312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d842b0e0-51fd-4f31-996d-88e45b9aaa25,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:55.006339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:55.092115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa922013-d4a7-41eb-ba01-9330f78d9f46 req-e10a7933-f31b-486a-a769-24d8a4922dbf tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:55.094822 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fa922013-d4a7-41eb-ba01-9330f78d9f46 req-e10a7933-f31b-486a-a769-24d8a4922dbf tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1485386
Apr 20 17:26:55.176972 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fa922013-d4a7-41eb-ba01-9330f78d9f46 req-37de5464-0436-41aa-98c9-90451d5ab1fe tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683672
Apr 20 17:26:55.184372 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Floating IP ddca9532-add5-49ac-bc1e-d4c20fecf9ce associated. External IP: 172.27.0.144, port: 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6.
Apr 20 17:26:55.441451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:55.630626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:55.655372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Usage tracker for resource:security_group_rule and tenant:4be4ff593686463582860392e8df1124 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:55.674637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:55.715464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:55.795179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:26:55.802857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62e1f6-8c01-4201-8e3a-7fc30f2a2572 req-b83980ab-fea4-4429-b8a9-d92c05542078 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:55.805974 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c62e1f6-8c01-4201-8e3a-7fc30f2a2572 req-b83980ab-fea4-4429-b8a9-d92c05542078 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 944 time: 0.3141572
Apr 20 17:26:55.902210 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c62e1f6-8c01-4201-8e3a-7fc30f2a2572 req-844cede4-13fa-4655-b92b-6e5a4c4760e5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834303
Apr 20 17:26:55.977791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:55.984571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.013041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:26:56.015745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70c5c161-8f62-4a2f-8722-b758538763bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:56.027427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:26:56.033399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.056581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:56.057310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3335076e80>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:26:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:56.078375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4be4ff593686463582860392e8df1124&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0910034
Apr 20 17:26:56.081697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42314) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:56.168543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ff18331-7309-45b5-a1b4-dcc7937962c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.171919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a26a0-638e-4feb-a3a0-e385478b216d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:56.179903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:56.221955 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8a967ba8-03e2-432f-b591-9d5d300d2c61 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "PUT /v2.0/floatingips/ddca9532-add5-49ac-bc1e-d4c20fecf9ce HTTP/1.1" status: 200  len: 991 time: 2.8522511
Apr 20 17:26:56.223162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:56.307267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.370353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.504539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:56.528901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53435-6496-4f33-94e9-e1b476c57f33 req-ef0dde07-4079-47e5-8a26-804d2a8e709f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:56.531582 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ade53435-6496-4f33-94e9-e1b476c57f33 req-ef0dde07-4079-47e5-8a26-804d2a8e709f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1246622
Apr 20 17:26:56.532761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.538285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-02b2a93d-fbb2-46b9-aa6e-835817ae59e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:56.575892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a26a0-638e-4feb-a3a0-e385478b216d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:56.590233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:56.595094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:56.600459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b81a26a0-638e-4feb-a3a0-e385478b216d HTTP/1.1" status: 204  len: 168 time: 0.5127168
Apr 20 17:26:56.620991 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ade53435-6496-4f33-94e9-e1b476c57f33 req-89979ca3-701e-4228-a07f-37d7c690b055 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719314
Apr 20 17:26:56.699449 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'status': 'completed', 'code': 200}
Apr 20 17:26:56.909690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-bc5ab890-4d2c-4daf-929a-04085e213a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:56.911879 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-bc5ab890-4d2c-4daf-929a-04085e213a48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1098 time: 0.1031127
Apr 20 17:26:56.979074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 597bf601-abf3-4a26-8b35-84c18f8838c1 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:26:57.199284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 597bf601-abf3-4a26-8b35-84c18f8838c1 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:26:57.208736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 597bf601-abf3-4a26-8b35-84c18f8838c1 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:26:57.209882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.308925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-fe497ccb-64f6-4a0c-931a-76d50f9d16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:57.310908 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-fe497ccb-64f6-4a0c-931a-76d50f9d16f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.3866527
Apr 20 17:26:57.317059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.383884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42354) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:57.423274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.457816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:26:57.464790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:7230a8a0337a49d98cff997d88fe24e7 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:26:57.472029 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-e8265b05-525c-4894-895e-81c23837a2fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 999 time: 0.1445944
Apr 20 17:26:57.472821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:26:57.477722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.486728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:26:57.493773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1135e-bbcc-4f42-b001-d2ba20f353d3 req-e9c05f73-62e5-494c-b8fd-ac97404de5d6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:57.495676 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e4e1135e-bbcc-4f42-b001-d2ba20f353d3 req-e9c05f73-62e5-494c-b8fd-ac97404de5d6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 944 time: 0.3110287
Apr 20 17:26:57.536934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=597bf601-abf3-4a26-8b35-84c18f8838c1,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:26:57.538157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3335076e80>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ddca9532-add5-49ac-bc1e-d4c20fecf9ce', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceada35f-6705-403c-afca-5c59afd81199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:26:28Z', 'updated_at': '2021-04-20T17:26:54Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:57.539267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:26:57.558670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:26:57.572722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.583512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:57.583723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:26:57.584289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3335076e80>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:26:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:57.604947 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e4e1135e-bbcc-4f42-b001-d2ba20f353d3 req-8e543363-f7a2-4698-a5b6-485242600b2e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694153
Apr 20 17:26:57.654277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-02db0877-dddf-4fc7-a377-317feca9e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:57.671662 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-02db0877-dddf-4fc7-a377-317feca9e637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.1883869
Apr 20 17:26:57.701318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1', 'code': 200}
Apr 20 17:26:57.706848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.712215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.728405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7659f1fd-3eac-45f6-8158-1786ebc9b362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:57.732032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.791049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:57.799759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecbbc9-33fc-4e33-a156-25e076dda334,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:57.806153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:57.814943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42366) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:26:57.815453 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7230a8a0337a49d98cff997d88fe24e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293113
Apr 20 17:26:57.817380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:57.920297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-03ad22ff-3e25-46e3-8925-c8845baeddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:57.922836 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-03ad22ff-3e25-46e3-8925-c8845baeddf0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2409911
Apr 20 17:26:57.930616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:57.950513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:26:58.017266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9099d-fe8d-4ebe-ae02-fc90391b6c5f req-d937211c-6a4a-4f94-8945-1932e5aad0f1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:58.020016 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-02f9099d-fe8d-4ebe-ae02-fc90391b6c5f req-d937211c-6a4a-4f94-8945-1932e5aad0f1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1436408
Apr 20 17:26:58.134462 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-02f9099d-fe8d-4ebe-ae02-fc90391b6c5f req-e237f2bc-a586-4ed2-844b-f35b17062530 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020751
Apr 20 17:26:58.138503 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-4050d3ed-b3c0-4bb1-a551-d488af7623ee service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956222
Apr 20 17:26:58.162772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed94b9-297e-4404-8dbe-e3a37b625904 req-e5f27c28-5aff-4aaf-b9cd-bb0a148e2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:58.162772 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e9ed94b9-297e-4404-8dbe-e3a37b625904 req-e5f27c28-5aff-4aaf-b9cd-bb0a148e2ade service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 1098 time: 0.1103652
Apr 20 17:26:58.215691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e9ed94b9-297e-4404-8dbe-e3a37b625904 req-ff67e918-4134-492b-810b-97e52f338c5b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448596
Apr 20 17:26:58.318375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:58.402987 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0edc40-e2c3-4d65-af00-0218004c43ae req-1c96aaf1-e137-4d03-9093-0e9bb423bb9c service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499549
Apr 20 17:26:58.413867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:58.419188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f36a68bc-2db8-4265-98d2-0ee40a8bd3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:26:58.438195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecbbc9-33fc-4e33-a156-25e076dda334,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:26:58.441860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:26:58.448369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:58.449823 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daecbbc9-33fc-4e33-a156-25e076dda334 HTTP/1.1" status: 204  len: 168 time: 0.6109612
Apr 20 17:26:58.512269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3335076e80>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ddca9532-add5-49ac-bc1e-d4c20fecf9ce', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceada35f-6705-403c-afca-5c59afd81199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:26:28Z', 'updated_at': '2021-04-20T17:26:54Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:26:58.517063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7adfa94-99c4-4cbc-8cfd-4f27ce25995b None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ddca9532-add5-49ac-bc1e-d4c20fecf9ce', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceada35f-6705-403c-afca-5c59afd81199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:26:28Z', 'updated_at': '2021-04-20T17:26:54Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:26:58.649895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:26:58.909772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0d4e17-adc5-43e6-95cc-d8ab3e46ced3 None None] New status for floating IP ddca9532-add5-49ac-bc1e-d4c20fecf9ce: ACTIVE {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:26:58.962162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6990954-a279-42a4-b2ef-ec6933c50c5e req-774ad10b-8df6-4c41-8cc1-88f1c13a4895 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:58.973623 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c6990954-a279-42a4-b2ef-ec6933c50c5e req-774ad10b-8df6-4c41-8cc1-88f1c13a4895 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1516604
Apr 20 17:26:59.039245 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c6990954-a279-42a4-b2ef-ec6933c50c5e req-b4354533-eec5-4976-b995-1731a57a6c4d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644445
Apr 20 17:26:59.380333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aef38-78a9-4106-87f2-627cebc29e8e req-8c749661-8503-4970-bbe4-be85ffddff73 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:26:59.382024 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1a7aef38-78a9-4106-87f2-627cebc29e8e req-8c749661-8503-4970-bbe4-be85ffddff73 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1057637
Apr 20 17:26:59.439986 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1a7aef38-78a9-4106-87f2-627cebc29e8e req-82c0d5bd-b30e-4441-9a10-6005cb2aa447 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452030
Apr 20 17:27:00.370092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42432) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:00.471540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505f10-e0f0-4dfc-a36b-2b5b91cc075e req-77228b67-5edb-44e9-98f3-49aef8ce11b1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:00.471807 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca505f10-e0f0-4dfc-a36b-2b5b91cc075e req-77228b67-5edb-44e9-98f3-49aef8ce11b1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1619487
Apr 20 17:27:00.531284 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca505f10-e0f0-4dfc-a36b-2b5b91cc075e req-28e6dc7c-86ab-4836-8825-49eb4acadc29 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500541
Apr 20 17:27:00.773519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:00.802148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b413fb-723c-44e9-a8a6-c097bf77eb7b req-1395a7bd-24b4-4351-a360-434f0b00663c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:00.803839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b5b413fb-723c-44e9-a8a6-c097bf77eb7b req-1395a7bd-24b4-4351-a360-434f0b00663c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1346154
Apr 20 17:27:00.805020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:00.810117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Usage tracker for resource:security_group_rule and tenant:085a725e46d447b5ac7386145a741ae6 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:00.814457 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:00.822683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:00.897046 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b5b413fb-723c-44e9-a8a6-c097bf77eb7b req-b67e7252-b6c5-4289-b31d-6559c3357b42 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756731
Apr 20 17:27:01.015440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.016512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.026601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24341bfd-ced3-476f-a0c4-807003d620a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:01.077512 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=085a725e46d447b5ac7386145a741ae6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7013757
Apr 20 17:27:01.077512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c47f326-0732-4fb3-bf49-be2f7b82f5a2,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:01.078483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42456) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:01.080610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:01.183988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.232275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.293656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.309630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1bc363e5-9fa7-49b6-9ce5-d488b4add717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:01.329249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c47f326-0732-4fb3-bf49-be2f7b82f5a2,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:01.332049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:01.343792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.346402 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c47f326-0732-4fb3-bf49-be2f7b82f5a2 HTTP/1.1" status: 204  len: 168 time: 0.2638142
Apr 20 17:27:01.756504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42492) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:01.857074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:01.882641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:01.890181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Usage tracker for resource:security_group_rule and tenant:dd297939edc346cd88fb8ee9d75b8749 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:01.894148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:01.903891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:01.961616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe661a-98db-42e9-934d-3bf18161ed00 req-e0ef0586-ece7-4c77-91df-01136fe77b3a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:01.963416 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-affe661a-98db-42e9-934d-3bf18161ed00 req-e0ef0586-ece7-4c77-91df-01136fe77b3a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1706729
Apr 20 17:27:02.222591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ec7d-aab2-46a7-9ee5-36173edb35a1 req-a3fde1f3-48dc-4ca8-9f69-bc33dcc6429a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:02.225710 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1be6ec7d-aab2-46a7-9ee5-36173edb35a1 req-a3fde1f3-48dc-4ca8-9f69-bc33dcc6429a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1542289
Apr 20 17:27:02.317488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-affe661a-98db-42e9-934d-3bf18161ed00 req-2abdeef2-b5f5-43d6-a4e3-b231f133024b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3358197
Apr 20 17:27:02.338163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1be6ec7d-aab2-46a7-9ee5-36173edb35a1 req-944e80c4-c441-4b20-a8b8-368f39ad02ba tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032994
Apr 20 17:27:02.378201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.383256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.393461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-293f931c-5d71-4444-8ac9-3c97f6a1fad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:02.450730 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd297939edc346cd88fb8ee9d75b8749&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6872201
Apr 20 17:27:02.451473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42536) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:02.471730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab67e5-59c1-4e1b-930d-624810794f72,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:02.503879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:02.536571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.582002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.652799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.657901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2fd033ad-a80d-42d3-a5bc-e634361fca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:02.673486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab67e5-59c1-4e1b-930d-624810794f72,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:02.677945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:02.682572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:02.687200 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9ab67e5-59c1-4e1b-930d-624810794f72 HTTP/1.1" status: 204  len: 168 time: 0.2315443
Apr 20 17:27:03.632047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42584) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:03.677026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf484a-7351-4518-8126-36b8ee275ac3 req-07ad041a-a90c-47af-926a-3d1e81494036 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:03.678951 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cccf484a-7351-4518-8126-36b8ee275ac3 req-07ad041a-a90c-47af-926a-3d1e81494036 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1058745
Apr 20 17:27:03.759429 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cccf484a-7351-4518-8126-36b8ee275ac3 req-dd88ef25-cf50-4135-943a-0d88b0a89387 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715628
Apr 20 17:27:03.960063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:03.976968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:03.981345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Usage tracker for resource:security_group_rule and tenant:bcd5a8f0e1624280bc36be9c70075d2d is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:03.985305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:03.992965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:04.103614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.107898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.117864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-36fae3a4-1dc3-4930-bdf4-57f64bacb7b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:04.154159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1874913-d554-48e6-b05f-98f7881ad748,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:04.165141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:04.189022 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcd5a8f0e1624280bc36be9c70075d2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5553837
Apr 20 17:27:04.192048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42598) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:04.277319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.309137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.367808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.372279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a2e698c0-b3d4-42cb-a5d7-75eaacf3de2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:04.389787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1874913-d554-48e6-b05f-98f7881ad748,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:04.392372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:04.399943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.404034 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1874913-d554-48e6-b05f-98f7881ad748 HTTP/1.1" status: 204  len: 168 time: 0.2104921
Apr 20 17:27:04.736451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42614) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:04.758187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.775945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:04.781014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Usage tracker for resource:security_group_rule and tenant:60008436fb48445da99595bb868a0b43 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:04.784133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:04.790342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:04.915395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.918514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:04.929322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3eea5b4-9806-4948-be28-72b07409a1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:04.990869 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60008436fb48445da99595bb868a0b43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528639
Apr 20 17:27:04.991996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42624) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:05.005155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8253e-cb5d-445a-b244-e03cca88dca9 req-d0ce7817-f414-4646-8514-4570855fd003 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:05.013846 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7aa8253e-cb5d-445a-b244-e03cca88dca9 req-d0ce7817-f414-4646-8514-4570855fd003 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1190317
Apr 20 17:27:05.025807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24d9212-4235-42fa-b311-a01e3969e0cc,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:05.031637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:05.063725 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7aa8253e-cb5d-445a-b244-e03cca88dca9 req-bb5cf34a-9387-4762-a9fa-4289badd9d39 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487587
Apr 20 17:27:05.131606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:05.168950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:05.227908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:05.233487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9b747a61-79f6-4dc0-ab58-4abfbf910d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:05.247189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24d9212-4235-42fa-b311-a01e3969e0cc,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:05.249809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:05.256569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:05.261053 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f24d9212-4235-42fa-b311-a01e3969e0cc HTTP/1.1" status: 204  len: 168 time: 0.2372859
Apr 20 17:27:06.314599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2285e5-b941-4310-b5c9-0650c01d90cd req-1d15180b-1a41-40d3-902e-58039bfd3b19 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:06.316988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb2285e5-b941-4310-b5c9-0650c01d90cd req-1d15180b-1a41-40d3-902e-58039bfd3b19 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1279573
Apr 20 17:27:06.372071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb2285e5-b941-4310-b5c9-0650c01d90cd req-f43e80c8-d055-47d5-a990-441d2c45be87 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464540
Apr 20 17:27:07.591949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298507b6-c691-4e62-8299-b0d051f13ab6 req-0c405a6e-4393-4444-af33-4ba0ed6194d2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:07.594517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-298507b6-c691-4e62-8299-b0d051f13ab6 req-0c405a6e-4393-4444-af33-4ba0ed6194d2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0999663
Apr 20 17:27:07.648401 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-298507b6-c691-4e62-8299-b0d051f13ab6 req-57714b90-3aad-4c1d-81dd-f912ce612438 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469155
Apr 20 17:27:08.868556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7241d72-736f-42fe-87d5-c64876c35aad req-e8b9b4a1-b47a-43d9-a34f-d613f9fe5346 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:08.870211 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7241d72-736f-42fe-87d5-c64876c35aad req-e8b9b4a1-b47a-43d9-a34f-d613f9fe5346 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0968182
Apr 20 17:27:08.923225 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7241d72-736f-42fe-87d5-c64876c35aad req-64037c27-75fc-4e9b-a6a6-9090e80ea705 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452940
Apr 20 17:27:09.298537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:27:10.168863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095653ef-34cd-4a91-be39-e9c4dd853510 req-00dcd1a9-ac12-4766-90a3-b03aba62d7f6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:10.170797 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-095653ef-34cd-4a91-be39-e9c4dd853510 req-00dcd1a9-ac12-4766-90a3-b03aba62d7f6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1174178
Apr 20 17:27:10.190516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88592cd0-ea26-49f8-8f94-9ea1517362ab req-176d7f7f-796b-4ef7-a8e2-b88f612d570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:10.192253 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88592cd0-ea26-49f8-8f94-9ea1517362ab req-176d7f7f-796b-4ef7-a8e2-b88f612d570f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.0884945
Apr 20 17:27:10.225123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-095653ef-34cd-4a91-be39-e9c4dd853510 req-c44bb4ac-ff08-4e9d-98f2-79ecfd5f8b33 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473504
Apr 20 17:27:10.249546 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88592cd0-ea26-49f8-8f94-9ea1517362ab req-118aa6ac-a0d8-421d-b128-bff9a35db725 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471687
Apr 20 17:27:11.337702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42786) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:11.439436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680baa9-f23d-4c91-909b-dab8a46813e7 req-ec2a0def-2cfb-46fc-bd59-425bf30f6737 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:11.441075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c680baa9-f23d-4c91-909b-dab8a46813e7 req-ec2a0def-2cfb-46fc-bd59-425bf30f6737 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0929999
Apr 20 17:27:11.475078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.492707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:11.496706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c50c973b86e446b49a130be943ff408f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:11.500911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c680baa9-f23d-4c91-909b-dab8a46813e7 req-98bfdfb6-3e60-431e-b281-080634db811d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499673
Apr 20 17:27:11.501248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:11.507472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:11.600538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.603187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.613477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d07f20c7-45da-4bc0-b3ed-06f497caabd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:11.656802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477bd983-bd9e-4e19-832d-283d82358687,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:11.661423 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c50c973b86e446b49a130be943ff408f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3225973
Apr 20 17:27:11.662359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:11.664358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42794) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:11.730574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.767906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.820253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.825622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8f55d6dc-a614-490a-8067-b2a46f90c879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:11.841216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477bd983-bd9e-4e19-832d-283d82358687,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:11.844293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:11.845570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:11.848486 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/477bd983-bd9e-4e19-832d-283d82358687 HTTP/1.1" status: 204  len: 168 time: 0.1813719
Apr 20 17:27:12.192104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42806) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:12.214102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.263859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:12.270201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Usage tracker for resource:security_group_rule and tenant:794271bb80564eb4b764f9a1bb4902de is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:12.282262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:12.302394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:12.444409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.448478 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.466312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f274285e-d50c-413c-9981-1ee42350fc75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:12.506493 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=794271bb80564eb4b764f9a1bb4902de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3129246
Apr 20 17:27:12.509644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42816) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:12.511044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2df31-7f7c-4855-b1ea-0851baebefed,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:12.514611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:12.585967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.616613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.736096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.741882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9d60513c-2868-406f-9655-52153563e7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:12.756351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2df31-7f7c-4855-b1ea-0851baebefed,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:12.760315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:12.771727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc22862-e6cd-4946-a7a1-f1ff2b11fdae req-3b5ca231-0edd-4694-8907-ec2c9f04adfe tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:12.773383 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5bc22862-e6cd-4946-a7a1-f1ff2b11fdae req-3b5ca231-0edd-4694-8907-ec2c9f04adfe tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1455536
Apr 20 17:27:12.776539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.777679 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ea2df31-7f7c-4855-b1ea-0851baebefed HTTP/1.1" status: 204  len: 168 time: 0.2669687
Apr 20 17:27:12.799517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:12.839348 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5bc22862-e6cd-4946-a7a1-f1ff2b11fdae req-dd75f67d-f40a-43d1-b1a7-a5e083bebe15 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512521
Apr 20 17:27:13.200659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42836) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:13.221426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.241683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:13.246303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6cee68e09d74b8db7f1fbf4b3a4b154 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:13.250157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:13.256698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:13.461672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934f541-3209-46bf-a761-0401e5b119a3 req-a4c7e714-cda2-4d6f-bca2-97754c20a6ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:13.464761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9934f541-3209-46bf-a761-0401e5b119a3 req-a4c7e714-cda2-4d6f-bca2-97754c20a6ce tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2037849
Apr 20 17:27:13.588534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.592006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-bfc83a5f-4bdf-4215-b458-7e79e5a62ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:13.595698 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9934f541-3209-46bf-a761-0401e5b119a3 req-b184f827-7dfe-4e1e-be01-2b752c7092ec tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055245
Apr 20 17:27:13.596498 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-bfc83a5f-4bdf-4215-b458-7e79e5a62ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.3409152
Apr 20 17:27:13.597645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.613058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1a2e99a-479f-4c39-8479-c0b33bcbc3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:13.669752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa8237d-4681-4b9d-bd9c-0d6c1ad04fe2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:13.687535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:13.703929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6cee68e09d74b8db7f1fbf4b3a4b154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5020304
Apr 20 17:27:13.712067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42848) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:13.809009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.850899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-0876f7df-7c59-4394-b9cb-3fba775e845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:13.852621 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-0876f7df-7c59-4394-b9cb-3fba775e845e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.2447557
Apr 20 17:27:13.860743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.958868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.966355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:13.971844 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-557be37c-56a2-4615-91f7-4e48c4958f74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.1040041
Apr 20 17:27:13.984422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa8237d-4681-4b9d-bd9c-0d6c1ad04fe2,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:13.987947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:13.990846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:13.995017 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caa8237d-4681-4b9d-bd9c-0d6c1ad04fe2 HTTP/1.1" status: 204  len: 168 time: 0.2808852
Apr 20 17:27:14.134716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-cc139718-1cd6-44a9-8e94-b9c85e31e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:14.136560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-cc139718-1cd6-44a9-8e94-b9c85e31e3e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.1322560
Apr 20 17:27:14.226388 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-b0ccfe97-be0e-4742-a1c9-8cbaf469b0c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749516
Apr 20 17:27:14.485014 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-dd3eea9f-5a3b-43a5-8a0e-fcacb2f66593 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477298
Apr 20 17:27:14.721098 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1085c3-ee09-4e35-a95e-1d573ed26ba8 req-db9066db-16b6-4228-946f-18941c5d6fd8 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260199
Apr 20 17:27:14.896699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d164-cd91-4bd7-9909-7ef02d00d262 req-b7d8c254-3a66-49c1-8153-cb2e8e01922e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:14.898453 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ad5d164-cd91-4bd7-9909-7ef02d00d262 req-b7d8c254-3a66-49c1-8153-cb2e8e01922e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1181746
Apr 20 17:27:14.967254 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ad5d164-cd91-4bd7-9909-7ef02d00d262 req-965752ec-1741-462d-9d28-3bfcbf1819d3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590084
Apr 20 17:27:16.204306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb1b8e-68c0-4cf4-a7b5-473c4cc922e3 req-af862797-2749-4090-a980-baeb24c6346a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:16.206360 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-30fb1b8e-68c0-4cf4-a7b5-473c4cc922e3 req-af862797-2749-4090-a980-baeb24c6346a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1010289
Apr 20 17:27:16.267579 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-30fb1b8e-68c0-4cf4-a7b5-473c4cc922e3 req-47eec15a-10a7-4539-972e-12957edb8b27 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545850
Apr 20 17:27:16.968350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42952) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:17.126062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.146709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:17.151699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Usage tracker for resource:security_group_rule and tenant:72f8e336759d4e38bed538b96e2fbed2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:17.156339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:17.163322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:17.274587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.278806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.296451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3279c4a5-497a-4d17-be07-a20115bcfea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:17.352832 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72f8e336759d4e38bed538b96e2fbed2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3832345
Apr 20 17:27:17.353890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b860c76-321e-437b-b149-930408ecaf23,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:17.355968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42962) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:17.359725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:17.477725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.519672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.577592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f469d-cea5-49df-b7ed-28c3694f8af3 req-8c39d7cf-b82d-4830-8532-5f53176559b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:17.579399 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad7f469d-cea5-49df-b7ed-28c3694f8af3 req-8c39d7cf-b82d-4830-8532-5f53176559b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1765127
Apr 20 17:27:17.636660 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad7f469d-cea5-49df-b7ed-28c3694f8af3 req-2fc18775-0f9b-4eb2-8b21-e360893fb551 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502229
Apr 20 17:27:17.637732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.644220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-73899c18-2b5d-43e7-9417-ef919ff7a1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:17.658451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b860c76-321e-437b-b149-930408ecaf23,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:17.669591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:17.673910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:17.676021 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b860c76-321e-437b-b149-930408ecaf23 HTTP/1.1" status: 204  len: 168 time: 0.3180230
Apr 20 17:27:18.063479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 42974) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:18.083779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.101226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:18.106169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Usage tracker for resource:security_group_rule and tenant:5f8a1e240f674829b47e04884687633b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:18.110038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:18.116889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:18.220089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.223643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.233718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d3729d93-5e76-45aa-93c1-870ca54d0ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:18.283210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 42982) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:18.283818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f8a1e240f674829b47e04884687633b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2186127
Apr 20 17:27:18.285596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f0437-65e1-48a0-814b-40bdd6fd286e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:18.289227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:18.351669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.380403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.434485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.440425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-494d2735-5cdf-45a7-99d7-487373f644d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:18.454954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f0437-65e1-48a0-814b-40bdd6fd286e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:18.458824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:18.460504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:18.462488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa0f0437-65e1-48a0-814b-40bdd6fd286e HTTP/1.1" status: 204  len: 168 time: 0.1769006
Apr 20 17:27:18.882939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ea190-168a-4626-a538-de0b50fda4dd req-9270ac09-61d1-420f-b874-64151e087126 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:18.884581 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-245ea190-168a-4626-a538-de0b50fda4dd req-9270ac09-61d1-420f-b874-64151e087126 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0997255
Apr 20 17:27:18.948427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-245ea190-168a-4626-a538-de0b50fda4dd req-9130f13a-0d01-4b69-94ee-25f857ea59f8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478289
Apr 20 17:27:20.869757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1912a6e-4e56-44c1-b3d3-2f6f65a2049f req-ead8b3c6-6a1c-4f43-9da0-dc961b91f12e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:20.872656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1912a6e-4e56-44c1-b3d3-2f6f65a2049f req-ead8b3c6-6a1c-4f43-9da0-dc961b91f12e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1041713
Apr 20 17:27:20.931217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1912a6e-4e56-44c1-b3d3-2f6f65a2049f req-65debee6-c6dc-4f66-aa64-166e904572eb tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489590
Apr 20 17:27:23.637718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ad68-0083-4247-b4b2-122cc0ff63a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:24.503634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22123ce-d529-4952-be41-5ae35845dbd6 req-ada85007-8cc5-44c2-a302-e302b458535e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:24.505468 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b22123ce-d529-4952-be41-5ae35845dbd6 req-ada85007-8cc5-44c2-a302-e302b458535e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1043906
Apr 20 17:27:24.560015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b22123ce-d529-4952-be41-5ae35845dbd6 req-830d6a7d-3870-4cf5-8c9d-3b9e7d5119bc tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472059
Apr 20 17:27:24.910499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-b3f972f0-e608-4d63-803b-c2445120ae70 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:24.912248 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-b3f972f0-e608-4d63-803b-c2445120ae70 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.1713719
Apr 20 17:27:24.929952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-08255d5c-3a76-480f-876c-7eb7ce56d52d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/quotas/83bda82865ea45ff9fbdeaea3ba76631 HTTP/1.1" status: 200  len: 375 time: 0.0112588
Apr 20 17:27:25.027544 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a511ab0a-2e2d-4c9a-9df4-45eee1f585d5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0912943
Apr 20 17:27:25.183395 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-8586e10e-7dbc-4418-8f96-612a3fa3d0e8 service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475222
Apr 20 17:27:25.332325 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-7e0eea52-6bc4-4f45-8598-b3f46774c5c4 service neutron] 10.222.0.25 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416676
Apr 20 17:27:25.536166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-babf6312-8f65-4c46-9b52-f578e1c2e85e req-7254bbaf-f683-4005-930e-7b0db9c3b6ad tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 210 time: 0.0521073
Apr 20 17:27:25.786054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ade3e-a4a6-4aa4-a621-2c2e709f2d84 req-3a1f7204-1c42-44d1-bae9-935449be5c76 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:25.787740 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-150ade3e-a4a6-4aa4-a621-2c2e709f2d84 req-3a1f7204-1c42-44d1-bae9-935449be5c76 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1011181
Apr 20 17:27:25.841265 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-150ade3e-a4a6-4aa4-a621-2c2e709f2d84 req-d51abfd4-3359-4118-9d53-6e23b7efa031 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468884
Apr 20 17:27:26.140802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-436dec97-1a4a-4b4c-8217-b9f021e2e0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:26.757334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c1e9f80-e5a1-4116-b6de-ee8f8efa6914 req-779b46d7-3c4b-4ee3-ae8a-7d7192d5ffda tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 210 time: 0.0559156
Apr 20 17:27:27.067058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ad044-2b11-4635-8a46-a5af9fa79720 req-f0c91057-6878-42d4-8afe-aae49d3d0ec7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:27.067278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-1f60760a-5302-465e-99f4-4da52fa00058 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:27.068717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-1f60760a-5302-465e-99f4-4da52fa00058 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 814 time: 0.1726060
Apr 20 17:27:27.068834 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-384ad044-2b11-4635-8a46-a5af9fa79720 req-f0c91057-6878-42d4-8afe-aae49d3d0ec7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1022120
Apr 20 17:27:27.094930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Request body: {'port': {'device_id': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'admin_state_up': True, 'tenant_id': '83bda82865ea45ff9fbdeaea3ba76631'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:27:27.120874 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-384ad044-2b11-4635-8a46-a5af9fa79720 req-38c11b20-bcfa-4ed1-abfe-3eb7dd9f8dea tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456355
Apr 20 17:27:27.231368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.249794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:27.261786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:27.273005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Made reservation on behalf of 83bda82865ea45ff9fbdeaea3ba76631 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:27:27.281217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.462264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Allocated IP 172.20.0.5 (4425c8b8-beed-46b5-9bdb-a4a14e7f72dc/a65426bf-e02e-4caa-be4b-e7728a8cdb1e/2e0cef73-79a7-4e88-a25b-60c946828915) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:27:27.628614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.687591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.729039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.735571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:27.771685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93', 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', '597bf601-abf3-4a26-8b35-84c18f8838c1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:27:27.788204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:27:27.797683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:27:27.802028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:27:27.883816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event updated for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:27.889300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:27.903051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:27.905039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:27.975753 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8857908
Apr 20 17:27:28.017515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Request body: {'port': {'device_id': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:27:28.446419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7868e2-05d9-4d53-acab-09664561d1f5 req-ed44463c-ff52-4a4e-9489-d8d898c63d6d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:28.448219 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c7868e2-05d9-4d53-acab-09664561d1f5 req-ed44463c-ff52-4a4e-9489-d8d898c63d6d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1018944
Apr 20 17:27:28.483578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa71351-7494-4871-84f2-f37d8f99e860 req-380bd855-21d0-4bc2-8938-b5c6f8ea1095 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:28.484384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-eaa71351-7494-4871-84f2-f37d8f99e860 req-380bd855-21d0-4bc2-8938-b5c6f8ea1095 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:27:28.494117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:28.503890 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c7868e2-05d9-4d53-acab-09664561d1f5 req-68b2fb52-caa7-441c-be57-c058aa5417ec tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488575
Apr 20 17:27:28.551220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-eaa71351-7494-4871-84f2-f37d8f99e860 req-380bd855-21d0-4bc2-8938-b5c6f8ea1095 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:27:28.552452 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eaa71351-7494-4871-84f2-f37d8f99e860 req-380bd855-21d0-4bc2-8938-b5c6f8ea1095 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 931 time: 0.6225171
Apr 20 17:27:28.638482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:28.666464 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eaa71351-7494-4871-84f2-f37d8f99e860 req-cea3e88d-42eb-4a74-964e-72ffce2000f3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065071
Apr 20 17:27:28.934564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0cef73-79a7-4e88-a25b-60c946828915 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:27:28.943056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:28.959004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Transition to ACTIVE for port object 2e0cef73-79a7-4e88-a25b-60c946828915 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:27:28.961834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:28.967400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0d4f92f4-87af-4902-b700-6006903fd7c2 tempest-DeleteServersTestJSON-1045676690 tempest-DeleteServersTestJSON-1045676690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:29.145237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Pushing event updated for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:29.148205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:29.235933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Attempting to bind port 2e0cef73-79a7-4e88-a25b-60c946828915 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:27:29.236317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Attempting to bind port 2e0cef73-79a7-4e88-a25b-60c946828915 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:27:29.236685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Attempting to bind port 2e0cef73-79a7-4e88-a25b-60c946828915 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:27:29.242622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Port 2e0cef73-79a7-4e88-a25b-60c946828915 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:27:29.243156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Attempting to bind port 2e0cef73-79a7-4e88-a25b-60c946828915 on network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:27:29.250577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:27:29.250940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Checking segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:27:29.251513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Bound using segment: {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:27:29.251994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Bound port: 2e0cef73-79a7-4e88-a25b-60c946828915, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa9b96b-606a-44cc-ab19-9788ca032222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:27:29.252385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:29.359649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:27:29.363076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0cef73-79a7-4e88-a25b-60c946828915,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:27:29.366733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:29.371877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9588460-cbb9-4d93-af64-eba845854ab7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:29.431421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:29.432787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:29.433679 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] 10.222.0.72 "PUT /v2.0/ports/2e0cef73-79a7-4e88-a25b-60c946828915 HTTP/1.1" status: 200  len: 1093 time: 1.4321244
Apr 20 17:27:29.434156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:27:29.463703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Pushing event updated for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:29.467802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:29.506791 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915', 'status': 'completed', 'code': 200}
Apr 20 17:27:29.675444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-99154d73-a4b2-43e9-aa97-a112324f9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:29.677261 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-99154d73-a4b2-43e9-aa97-a112324f9da4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 1096 time: 0.0990844
Apr 20 17:27:29.790602 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-d226b477-dbe7-4705-bca9-8fb089df9d53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0cef73-79a7-4e88-a25b-60c946828915 HTTP/1.1" status: 200  len: 217 time: 0.0797222
Apr 20 17:27:29.803184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf8a3f-7b83-4454-89bf-882613dab27c req-ae1aad54-d7f4-4225-852c-f8ebf9d7394a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:29.804992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ebf8a3f-7b83-4454-89bf-882613dab27c req-ae1aad54-d7f4-4225-852c-f8ebf9d7394a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1358531
Apr 20 17:27:29.827437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43270) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:29.886298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ebf8a3f-7b83-4454-89bf-882613dab27c req-3ec082de-9af5-4b99-92a3-498dc4bc8c4e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731258
Apr 20 17:27:29.990189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:29.990484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-d53f6b03-73de-404e-93b9-b9d9c943bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:29.991921 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-d53f6b03-73de-404e-93b9-b9d9c943bdfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.1795449
Apr 20 17:27:30.007208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:30.011684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff20e7017344271ac03c63b6b1b9e00 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:30.015774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:30.022240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:30.055282 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-516d16d7-7a21-48cf-a44f-5bfce8b9a62c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556359
Apr 20 17:27:30.100599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0980e8-82d1-4a26-bac1-97326c912c7c req-92358022-0f3f-4789-bce8-f4b8d275addc tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:30.103357 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0c0980e8-82d1-4a26-bac1-97326c912c7c req-92358022-0f3f-4789-bce8-f4b8d275addc tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.2431073
Apr 20 17:27:30.130277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.135426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.149260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:30.194810 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ff20e7017344271ac03c63b6b1b9e00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3641453
Apr 20 17:27:30.196585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a84a3-36c4-4892-a434-ec501cd5f044,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:30.197558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43278) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:30.200019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:30.293367 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0c0980e8-82d1-4a26-bac1-97326c912c7c req-0d732514-e11e-4434-9c8b-7f476bfc7dde tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823218
Apr 20 17:27:30.332324 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-43f55515-a922-4fc2-a223-e6973e9a8a5a service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649882
Apr 20 17:27:30.346322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.374412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.420935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.426090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-33a4eeb8-5671-40fd-ab18-f0bc88579a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:30.441558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a84a3-36c4-4892-a434-ec501cd5f044,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:30.444019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:30.450392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.455048 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/408a84a3-36c4-4892-a434-ec501cd5f044 HTTP/1.1" status: 204  len: 168 time: 0.2535970
Apr 20 17:27:30.757580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43288) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:30.776503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.792598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:30.797695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Usage tracker for resource:security_group_rule and tenant:894a9bb7663142c69347ef26370ac178 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:30.800659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:30.806851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:30.896044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.898973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:30.908606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ecfefdd9-ab0a-4652-a439-04335bdf241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:30.956055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=894a9bb7663142c69347ef26370ac178&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1947687
Apr 20 17:27:30.956055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062acad-4201-493c-b7e2-bd21f8bc7e95,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:30.957652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43298) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:30.957875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:31.025427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.053272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.095865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317ffb0-4f8b-4002-8886-37c33a9558db req-0031112c-3664-421d-acec-a53ddf6c2cb2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:31.097869 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1317ffb0-4f8b-4002-8886-37c33a9558db req-0031112c-3664-421d-acec-a53ddf6c2cb2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0937274
Apr 20 17:27:31.099200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.104257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9be9b159-2e86-444a-b2b6-0026781dbeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:31.119012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062acad-4201-493c-b7e2-bd21f8bc7e95,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:31.123241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:31.135927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.139962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-40ea2be2-0356-4570-b28e-56a5930e2811 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7062acad-4201-493c-b7e2-bd21f8bc7e95 HTTP/1.1" status: 204  len: 168 time: 0.1803029
Apr 20 17:27:31.149002 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1317ffb0-4f8b-4002-8886-37c33a9558db req-be4d428e-56cb-4b32-935f-8a899fa2e6e9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444393
Apr 20 17:27:31.498586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4070100-9f73-4a8c-9f52-4f83407ef609 req-a6f9835b-2197-4f86-b0ac-0c80a7643889 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:31.500114 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4070100-9f73-4a8c-9f52-4f83407ef609 req-a6f9835b-2197-4f86-b0ac-0c80a7643889 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.0907130
Apr 20 17:27:31.516785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43308) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:31.536996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.552369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:31.553601 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4070100-9f73-4a8c-9f52-4f83407ef609 req-5fdc6954-738f-41a4-b998-f0644f85f727 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461755
Apr 20 17:27:31.556472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe57a33d45b40d393788adc1adc1229 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:31.559476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:31.566484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:31.655962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.658842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.667677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-012d931d-4525-430c-956b-b9d709548aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:31.710534 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fe57a33d45b40d393788adc1adc1229&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924396
Apr 20 17:27:31.711464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0219a29-66c6-4c67-937f-0a37d3fbcf9e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:31.713492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43312) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:31.714754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:31.780387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.807410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.852433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.857438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-967090c1-ef1b-4f85-921d-26bb31a83d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:31.870076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0219a29-66c6-4c67-937f-0a37d3fbcf9e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:31.874414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:31.880071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:31.881304 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0219a29-66c6-4c67-937f-0a37d3fbcf9e HTTP/1.1" status: 204  len: 168 time: 0.1667120
Apr 20 17:27:32.358218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de9edf-bda5-407e-a014-a732e9143871 req-a5f4dc02-2df7-432e-9db5-cb0fcdbb6e5b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:32.359934 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-49de9edf-bda5-407e-a014-a732e9143871 req-a5f4dc02-2df7-432e-9db5-cb0fcdbb6e5b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0912530
Apr 20 17:27:32.411231 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-49de9edf-bda5-407e-a014-a732e9143871 req-de8efb7f-522d-4a9f-b01b-1fd5477ad0d4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449374
Apr 20 17:27:32.763655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135da0f2-1d76-426b-b654-256d9221179f req-c8c3da34-19e1-4f3b-ac3f-2d76ac0be023 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:32.765356 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-135da0f2-1d76-426b-b654-256d9221179f req-c8c3da34-19e1-4f3b-ac3f-2d76ac0be023 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.0952778
Apr 20 17:27:32.815933 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-135da0f2-1d76-426b-b654-256d9221179f req-95495776-0220-42ca-b409-6286cd7f4a32 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442247
Apr 20 17:27:33.634807 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42b619c7-cabd-4e56-9560-37fe824ed31a req-6736a12e-1f46-49a3-afb7-a677ec7b475d service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985252
Apr 20 17:27:33.656983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65965-5cf1-4df2-a549-10870c7ca00e req-72c98b23-c000-44a8-8d18-e0f6d23b7f39 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:33.658580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8ca65965-5cf1-4df2-a549-10870c7ca00e req-72c98b23-c000-44a8-8d18-e0f6d23b7f39 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1269019
Apr 20 17:27:33.709643 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8ca65965-5cf1-4df2-a549-10870c7ca00e req-d3ddf3d9-30bf-4bdb-a1dc-223e459f0f75 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428360
Apr 20 17:27:33.818338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-1346e680-a085-484c-8126-56723174a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:33.820004 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-1346e680-a085-484c-8126-56723174a1ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 1096 time: 0.0800536
Apr 20 17:27:33.970540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-e64dc894-fa67-4af3-aa8f-026950e1cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:33.972094 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-e64dc894-fa67-4af3-aa8f-026950e1cdf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 916 time: 0.1419048
Apr 20 17:27:34.019337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423aca71-155b-4d60-8556-3766d47dc645 req-00a4836d-08a6-497c-9fea-6ac60bfb0cd4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:34.021009 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-423aca71-155b-4d60-8556-3766d47dc645 req-00a4836d-08a6-497c-9fea-6ac60bfb0cd4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.0900054
Apr 20 17:27:34.055973 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-ad722ad0-f2e6-4ab3-9bf6-60a0fa83f443 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0cef73-79a7-4e88-a25b-60c946828915 HTTP/1.1" status: 200  len: 217 time: 0.0717471
Apr 20 17:27:34.076368 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-423aca71-155b-4d60-8556-3766d47dc645 req-324cfc88-ae4b-4ba9-9c07-a682d2411fe5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476003
Apr 20 17:27:34.130724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-16dcf92a-3d89-4179-ab04-bad3f0bc7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:34.132290 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-16dcf92a-3d89-4179-ab04-bad3f0bc7d0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.0635848
Apr 20 17:27:34.186654 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-db3bd859-eecd-4aa6-9368-003c9f4097b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463176
Apr 20 17:27:34.338391 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-e5b6a337-dfdc-4a43-b497-1ddb8b563e0c service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425569
Apr 20 17:27:34.501348 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e044cbd0-dc3c-4d7e-bfa2-9dba2c1c3993 req-10caaf05-1d0a-4002-b555-eaa5c5751b52 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517818
Apr 20 17:27:34.918666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e612332-58b7-4ea1-a3ea-a58f0ca941ee req-0d62dfad-d091-4799-a6f8-9440d5ad7328 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:34.920910 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e612332-58b7-4ea1-a3ea-a58f0ca941ee req-0d62dfad-d091-4799-a6f8-9440d5ad7328 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0913401
Apr 20 17:27:34.969535 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e612332-58b7-4ea1-a3ea-a58f0ca941ee req-1a9f26f5-7d3c-46c0-b6e2-ca9a97cbbb58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420187
Apr 20 17:27:35.321409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f159a-e2a9-4f03-9e23-2036d717d94e req-789a7728-f643-4476-9f5e-376486863207 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:35.323203 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-974f159a-e2a9-4f03-9e23-2036d717d94e req-789a7728-f643-4476-9f5e-376486863207 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.1228662
Apr 20 17:27:35.378308 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-974f159a-e2a9-4f03-9e23-2036d717d94e req-e2013821-c25d-4bf5-9344-ac13510ec574 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476842
Apr 20 17:27:36.176754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ce0ff-473b-4d14-82ea-4ca67059f182 req-a37b46f5-53b1-4b5e-a781-b5ab87e9f141 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:36.178389 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5f4ce0ff-473b-4d14-82ea-4ca67059f182 req-a37b46f5-53b1-4b5e-a781-b5ab87e9f141 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0943265
Apr 20 17:27:36.227463 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5f4ce0ff-473b-4d14-82ea-4ca67059f182 req-c693d7a9-8969-491f-802c-1b7148621d5a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426874
Apr 20 17:27:36.593361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296137e-4147-487a-96be-aed88bc142ed req-4fcb1bca-9c36-439d-998a-64176e9cad10 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:36.594900 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2296137e-4147-487a-96be-aed88bc142ed req-4fcb1bca-9c36-439d-998a-64176e9cad10 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 943 time: 0.0972607
Apr 20 17:27:36.643144 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2296137e-4147-487a-96be-aed88bc142ed req-9245b9ba-5cc2-431f-beb7-953339534869 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418322
Apr 20 17:27:37.207762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 2e0cef73-79a7-4e88-a25b-60c946828915 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:27:37.350288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0cef73-79a7-4e88-a25b-60c946828915,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:27:37.364322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '2e0cef73-79a7-4e88-a25b-60c946828915', 'network_id': '4425c8b8-beed-46b5-9bdb-a4a14e7f72dc', 'port_id': '2e0cef73-79a7-4e88-a25b-60c946828915', 'mac_address': 'fa:16:3e:94:17:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65426bf-e02e-4caa-be4b-e7728a8cdb1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:27:37.422024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:37.434857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f7fa-ea60-4189-a9ec-6074d117b624 req-131852ab-ec25-4215-bc17-0f0e591a791a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:37.436627 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e72f7fa-ea60-4189-a9ec-6074d117b624 req-131852ab-ec25-4215-bc17-0f0e591a791a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0881262
Apr 20 17:27:37.439525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0cef73-79a7-4e88-a25b-60c946828915 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:27:37.456597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0cef73-79a7-4e88-a25b-60c946828915,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:27:37.461043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:37.462918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:37.487016 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e72f7fa-ea60-4189-a9ec-6074d117b624 req-b759b2f7-c4d9-48cc-823e-1bbe59d3d218 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433044
Apr 20 17:27:37.536647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:37.544608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.544990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.545390 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.545765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.546132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.546496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.546857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.547216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.547593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.547935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.548291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.548645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:37.552608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:37.848725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582d68e-630d-46a2-a2c4-7ca0112f86b2 req-1903644a-8747-4bb0-b78b-c148e35c8f41 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:37.851025 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7582d68e-630d-46a2-a2c4-7ca0112f86b2 req-1903644a-8747-4bb0-b78b-c148e35c8f41 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 944 time: 0.0888612
Apr 20 17:27:37.898484 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7582d68e-630d-46a2-a2c4-7ca0112f86b2 req-008fb49a-f20d-4427-b6b3-f95cb7d49aad tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416064
Apr 20 17:27:38.151264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['2e0cef73-79a7-4e88-a25b-60c946828915'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:27:38.694196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338a1c9-85a8-43bb-a92d-09e86c05dcb6 req-b732bb0e-12b4-454b-b30f-e74d0b01f775 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:38.695769 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7338a1c9-85a8-43bb-a92d-09e86c05dcb6 req-b732bb0e-12b4-454b-b30f-e74d0b01f775 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0933807
Apr 20 17:27:38.745525 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7338a1c9-85a8-43bb-a92d-09e86c05dcb6 req-19d9dbc1-7c42-46cd-8360-82a7f9479b2e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427604
Apr 20 17:27:39.103281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace03b5c-7154-4ec5-a5b9-d105bb5ab72e req-309fd7c4-b760-44ca-8d85-2898dcae57c1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:39.104764 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ace03b5c-7154-4ec5-a5b9-d105bb5ab72e req-309fd7c4-b760-44ca-8d85-2898dcae57c1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 944 time: 0.0901549
Apr 20 17:27:39.152057 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ace03b5c-7154-4ec5-a5b9-d105bb5ab72e req-2d1aec15-5656-4519-9c57-0581b02d87a8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403051
Apr 20 17:27:39.499753 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-9979da91-253f-4826-b2e4-736742ac0954 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0777218
Apr 20 17:27:39.736288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-58d7d9f5-4bc6-41ea-b552-f243bb5f33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:39.738042 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-58d7d9f5-4bc6-41ea-b552-f243bb5f33a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 1099 time: 0.0875087
Apr 20 17:27:39.965930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0459e8-baf9-4666-aac3-0723b05cdea0 req-009280d8-0187-492a-b4ae-e94c7341b85b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:39.968394 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa0459e8-baf9-4666-aac3-0723b05cdea0 req-009280d8-0187-492a-b4ae-e94c7341b85b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1033134
Apr 20 17:27:40.022364 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa0459e8-baf9-4666-aac3-0723b05cdea0 req-c33c25e4-2504-48ff-afbd-1b5651e70bee tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465968
Apr 20 17:27:40.114419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-9f9965ce-21e3-4283-b7b1-d644f1cfa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:40.116000 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-9f9965ce-21e3-4283-b7b1-d644f1cfa8dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 200  len: 916 time: 0.3537700
Apr 20 17:27:40.194069 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-6a001d53-c2c2-4c6b-800a-17a5e1121057 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 200  len: 217 time: 0.0647531
Apr 20 17:27:40.311731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-98fe45aa-bc9c-4e29-91ef-5c42d1459eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:40.313274 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-98fe45aa-bc9c-4e29-91ef-5c42d1459eac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 200  len: 854 time: 0.1038239
Apr 20 17:27:40.377525 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-0618eaeb-2b55-4682-9e7f-ec1aac1b627f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495520
Apr 20 17:27:40.493657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee25d9-9bfb-4565-b781-57df3f28a73f req-40bc0e53-1bb2-40fb-a327-bf20c74f2964 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:40.495248 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2bee25d9-9bfb-4565-b781-57df3f28a73f req-40bc0e53-1bb2-40fb-a327-bf20c74f2964 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 944 time: 0.2218013
Apr 20 17:27:40.580630 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2bee25d9-9bfb-4565-b781-57df3f28a73f req-a7da3827-a6d0-469a-bf60-680674a9c221 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766044
Apr 20 17:27:40.583992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-09bac7d3-9f2b-4ea5-9c37-6db76601c2fb service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915331
Apr 20 17:27:40.738894 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1788e3f-8465-4ca7-a1c0-d8ea491b71ce req-d2d08cc7-0105-4e1d-9745-bdc2f9270e25 service neutron] 10.222.0.72 "GET /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400793
Apr 20 17:27:41.225283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb11f-3b25-49a2-a7b2-cb96c681b608 req-5f171fe5-a045-4eb9-b925-953611fe1f28 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:41.226906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4b5eb11f-3b25-49a2-a7b2-cb96c681b608 req-5f171fe5-a045-4eb9-b925-953611fe1f28 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0867217
Apr 20 17:27:41.243884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 2e0cef73-79a7-4e88-a25b-60c946828915 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:27:41.281551 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4b5eb11f-3b25-49a2-a7b2-cb96c681b608 req-944b178f-c806-4805-b257-5f20013e6185 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475888
Apr 20 17:27:41.315432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 2e0cef73-79a7-4e88-a25b-60c946828915 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:27:41.320389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 2e0cef73-79a7-4e88-a25b-60c946828915 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:27:41.320811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:41.444384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:41.472766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:27:41.483373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0cef73-79a7-4e88-a25b-60c946828915,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:27:41.486262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:41.488194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:41.525838 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915', 'code': 200}
Apr 20 17:27:41.559203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:41.563170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:41.783880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34671b-d049-44ed-a99c-2faaf30742da req-c2ae1db0-911f-48c6-915b-a722d45eaf46 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:41.785447 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e34671b-d049-44ed-a99c-2faaf30742da req-c2ae1db0-911f-48c6-915b-a722d45eaf46 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0914571
Apr 20 17:27:41.894278 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e34671b-d049-44ed-a99c-2faaf30742da req-274b45db-f36e-41b7-953f-729907fd8ea4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702050
Apr 20 17:27:41.909973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5c0-a5eb-4bb9-8f32-3aef8af7f71d req-e8f1c869-d385-4468-8ffc-828aa54ec838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:41.911915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aacef5c0-a5eb-4bb9-8f32-3aef8af7f71d req-e8f1c869-d385-4468-8ffc-828aa54ec838 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 1098 time: 0.1223116
Apr 20 17:27:41.966250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aacef5c0-a5eb-4bb9-8f32-3aef8af7f71d req-b2300dbc-f3d5-41c1-a311-96f5fb335cfb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444243
Apr 20 17:27:42.484305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40fd7-2f53-46a7-bec5-62ec25ec81d3 req-4f30a77f-883a-48ca-836c-4fcec74d3665 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:42.485928 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5fb40fd7-2f53-46a7-bec5-62ec25ec81d3 req-4f30a77f-883a-48ca-836c-4fcec74d3665 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0877826
Apr 20 17:27:42.533529 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5fb40fd7-2f53-46a7-bec5-62ec25ec81d3 req-5a5362d3-7a19-4098-89dd-f257ccd58535 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412474
Apr 20 17:27:42.784379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:43.117002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f6673-3964-44b5-b92f-0806e9565e37 req-5df10a15-8193-4e3b-bd26-621897c50966 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:43.118615 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-922f6673-3964-44b5-b92f-0806e9565e37 req-5df10a15-8193-4e3b-bd26-621897c50966 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0908327
Apr 20 17:27:43.169076 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-922f6673-3964-44b5-b92f-0806e9565e37 req-9dc2eb72-0464-4152-a91e-f4416e9afe43 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431850
Apr 20 17:27:43.739522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743c2b2-e1cf-4638-b58f-ff082ffa4f23 req-a49524df-f8ef-4c81-a26c-4196ccd0ed5d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:43.741118 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0743c2b2-e1cf-4638-b58f-ff082ffa4f23 req-a49524df-f8ef-4c81-a26c-4196ccd0ed5d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0910087
Apr 20 17:27:43.790933 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0743c2b2-e1cf-4638-b58f-ff082ffa4f23 req-2962865d-6efa-4ad3-9f2a-fc2e5e0af0ae tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432670
Apr 20 17:27:44.378256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c749718-0617-4010-aa5a-9914e66e58eb req-56903c79-a8ff-4a8c-8f06-d5e1ab031cae tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:44.379811 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c749718-0617-4010-aa5a-9914e66e58eb req-56903c79-a8ff-4a8c-8f06-d5e1ab031cae tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0955689
Apr 20 17:27:44.431526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c749718-0617-4010-aa5a-9914e66e58eb req-2d61b22e-47ce-443d-aebb-ba4538242c22 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454009
Apr 20 17:27:44.994448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4c5a-ef44-45fc-92e1-94834dd42beb req-e4bb4366-ebc3-491c-a6a1-ec3166453a02 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:44.996028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a2ea4c5a-ef44-45fc-92e1-94834dd42beb req-e4bb4366-ebc3-491c-a6a1-ec3166453a02 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0874052
Apr 20 17:27:45.045512 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a2ea4c5a-ef44-45fc-92e1-94834dd42beb req-1ed7fd6f-6b7c-4e37-998d-397d5b145494 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420935
Apr 20 17:27:45.633106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15eba98-11b0-4b79-9162-0fac2d063762 req-84c9539e-ce1a-4009-9df9-7cec9d4e8de8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:45.634695 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a15eba98-11b0-4b79-9162-0fac2d063762 req-84c9539e-ce1a-4009-9df9-7cec9d4e8de8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0907054
Apr 20 17:27:45.682523 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a15eba98-11b0-4b79-9162-0fac2d063762 req-961dc440-e13e-4c3a-90aa-f0e25f5b1cf3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410492
Apr 20 17:27:46.256554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078cad7-f1b5-440d-afca-ac0b378aa90c req-8e1bffbf-6e3b-4f26-8b56-28f96d54eeff tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:46.258811 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a078cad7-f1b5-440d-afca-ac0b378aa90c req-8e1bffbf-6e3b-4f26-8b56-28f96d54eeff tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0976474
Apr 20 17:27:46.299151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:27:46.309629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a078cad7-f1b5-440d-afca-ac0b378aa90c req-55f1bbd4-6c9d-4692-b448-113f1d922388 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434897
Apr 20 17:27:46.890755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a19725-704c-4f27-8006-a0ea1daacec8 req-569fa71f-2333-4444-9d71-7676854fa84b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:46.892348 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-74a19725-704c-4f27-8006-a0ea1daacec8 req-569fa71f-2333-4444-9d71-7676854fa84b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0904105
Apr 20 17:27:46.942711 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-74a19725-704c-4f27-8006-a0ea1daacec8 req-38a3d56c-35e2-4842-9bfa-a01c1880afa4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439560
Apr 20 17:27:47.532456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b58687-d43a-4937-98b6-a8e05a90bc76 req-38fb65d4-2626-43b6-9bf9-345ff723da0d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:47.534046 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a9b58687-d43a-4937-98b6-a8e05a90bc76 req-38fb65d4-2626-43b6-9bf9-345ff723da0d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0995045
Apr 20 17:27:47.590128 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a9b58687-d43a-4937-98b6-a8e05a90bc76 req-a3382c22-f2bd-458d-8985-04a04c3942f3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495708
Apr 20 17:27:48.150067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bbef4-bb06-4b29-a3b6-53f7936b35bc req-ef5b00f1-20ad-4d4e-b492-60f53ec56d51 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:48.151674 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-935bbef4-bb06-4b29-a3b6-53f7936b35bc req-ef5b00f1-20ad-4d4e-b492-60f53ec56d51 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0922256
Apr 20 17:27:48.202646 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-935bbef4-bb06-4b29-a3b6-53f7936b35bc req-389e8e3f-f29c-43bf-954e-31d1e00de6cc tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435181
Apr 20 17:27:48.882552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fedfc2-d9e6-4344-bf9d-572108822f83 req-9610ef3e-32cd-4b93-a917-7bf56966ba59 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:48.884316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4fedfc2-d9e6-4344-bf9d-572108822f83 req-9610ef3e-32cd-4b93-a917-7bf56966ba59 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1367488
Apr 20 17:27:48.943834 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4fedfc2-d9e6-4344-bf9d-572108822f83 req-e4f394f7-bed5-4857-8825-d1ba052e8a0e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521641
Apr 20 17:27:49.289785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643d0e-ec65-41a0-aa24-8a7556b91f62 req-55a17999-6b0a-49e7-85f5-b61243d9c3f2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:49.291426 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dd643d0e-ec65-41a0-aa24-8a7556b91f62 req-55a17999-6b0a-49e7-85f5-b61243d9c3f2 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0953906
Apr 20 17:27:49.322888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086418be-9afc-408a-a31c-73ea2b9cac3d req-509d2c11-21ef-41da-8ab7-6241cdc2a310 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:49.324561 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-086418be-9afc-408a-a31c-73ea2b9cac3d req-509d2c11-21ef-41da-8ab7-6241cdc2a310 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0903573
Apr 20 17:27:49.343427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dd643d0e-ec65-41a0-aa24-8a7556b91f62 req-9bf6424a-034b-4194-8e92-4ce11ff8953f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452700
Apr 20 17:27:49.376334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-086418be-9afc-408a-a31c-73ea2b9cac3d req-40e3c706-ddc4-457b-9f58-404111fbea5a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443840
Apr 20 17:27:50.560940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383379-044b-4494-90f6-e5a84dae84aa req-190b438f-e041-4769-8af4-0f5f34ea1f9c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:50.562505 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a383379-044b-4494-90f6-e5a84dae84aa req-190b438f-e041-4769-8af4-0f5f34ea1f9c tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0941389
Apr 20 17:27:50.610443 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a383379-044b-4494-90f6-e5a84dae84aa req-96a53688-183a-4cbf-b667-a5a3f0c4a53a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414853
Apr 20 17:27:50.803918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85f408-9c8e-4833-8798-107af3aa7e77 req-663d8e5b-27dc-4ba3-8310-6306452b328d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:50.805550 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa85f408-9c8e-4833-8798-107af3aa7e77 req-663d8e5b-27dc-4ba3-8310-6306452b328d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0900509
Apr 20 17:27:50.854028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa85f408-9c8e-4833-8798-107af3aa7e77 req-e47b8bc4-6125-48d1-ac3b-3e8cd6590e3e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409887
Apr 20 17:27:51.815057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4f56a-a81c-4777-bc26-9765111cded0 req-38982ce7-436a-4b15-935f-6063ef0fb998 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:51.816647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-02d4f56a-a81c-4777-bc26-9765111cded0 req-38982ce7-436a-4b15-935f-6063ef0fb998 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0921981
Apr 20 17:27:51.864797 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-02d4f56a-a81c-4777-bc26-9765111cded0 req-842ae0fa-3f8d-4c26-abc6-a86737e7384d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417852
Apr 20 17:27:52.114017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c16d7-fb99-426b-8b39-23524cfd94ee req-f8d4bc56-2080-4e97-8806-079bb9e5a835 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.115699 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f3c16d7-fb99-426b-8b39-23524cfd94ee req-f8d4bc56-2080-4e97-8806-079bb9e5a835 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1244051
Apr 20 17:27:52.119174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-a1753cb8-58cb-4ea4-a6b0-c7d11c4e5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.120786 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-a1753cb8-58cb-4ea4-a6b0-c7d11c4e5a5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.1699631
Apr 20 17:27:52.228823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-46f8d849-9eeb-4708-b0ab-f1cef262eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.230459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-46f8d849-9eeb-4708-b0ab-f1cef262eabd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1098 time: 0.0953076
Apr 20 17:27:52.257448 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1f3c16d7-fb99-426b-8b39-23524cfd94ee req-34708ae8-dee3-4f2c-9bb2-af9647ca6ff8 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343045
Apr 20 17:27:52.302780 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-a753af1f-9542-40e7-ab68-e8fd6091ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.304342 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-a753af1f-9542-40e7-ab68-e8fd6091ee51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.1656387
Apr 20 17:27:52.380766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-6a9a1499-2332-4b88-b48c-c7c553e4d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.382514 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-6a9a1499-2332-4b88-b48c-c7c553e4d46c service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.1409228
Apr 20 17:27:52.398778 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-635cf982-62c8-45f5-87c9-626b7f9c7df1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.0774977
Apr 20 17:27:52.469832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-4b1e31a2-4cf4-41a5-995d-3d6dc03b31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.471420 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-4b1e31a2-4cf4-41a5-995d-3d6dc03b31df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.0644252
Apr 20 17:27:52.497751 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-d7c03e63-2689-42b9-8be4-368bfd56a614 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 1001 time: 0.1029601
Apr 20 17:27:52.537016 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-25401459-73cb-42f5-826b-2d1bac3fb9d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518222
Apr 20 17:27:52.571061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-fc24ab88-54e9-495c-95b0-c439b081530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.572812 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-fc24ab88-54e9-495c-95b0-c439b081530c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.0677726
Apr 20 17:27:52.664280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-6398b070-4225-4f18-8f81-819516234080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:52.665818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-6398b070-4225-4f18-8f81-819516234080 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790408
Apr 20 17:27:52.695391 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-914bdfa1-01d8-462f-bcb7-d1c65d50ecfc service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389380
Apr 20 17:27:52.828052 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-cacb7aab-7656-459c-867b-8eb2e6217bbc service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528652
Apr 20 17:27:52.853196 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9d2653e0-615f-4f36-95f3-448e7beb9a70 req-a16900e6-b87d-49bd-8c6c-1b622926a468 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433549
Apr 20 17:27:52.991761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46246eb3-8653-42aa-b320-ac2dd15f0d24 req-d2139b3c-a64c-447d-971a-cfbab53817cf service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551154
Apr 20 17:27:53.095685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629e521-3d14-4735-b645-ebf1af446c22 req-070fd568-1693-49ba-9327-66db10043651 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:53.098083 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d629e521-3d14-4735-b645-ebf1af446c22 req-070fd568-1693-49ba-9327-66db10043651 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0984826
Apr 20 17:27:53.148018 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d629e521-3d14-4735-b645-ebf1af446c22 req-45b4c513-ed06-48cc-bc0f-45017a0d71fc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435266
Apr 20 17:27:53.475278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e02536-fd41-414b-9a46-d2010d777bf5 req-f1c28311-251b-4124-af49-6a5bef0b2636 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:53.476876 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-66e02536-fd41-414b-9a46-d2010d777bf5 req-f1c28311-251b-4124-af49-6a5bef0b2636 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0928593
Apr 20 17:27:53.524746 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-66e02536-fd41-414b-9a46-d2010d777bf5 req-362ec257-5a08-4094-a9ae-54051e318ae2 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410724
Apr 20 17:27:53.639667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6dc96481-7baf-4c2d-9687-75a9b01cce05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:54.354252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5c464-eedc-4085-8d3c-bae41f13f188 req-323ceaa2-03a5-4a98-a65d-80c4e8b8b4c1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:54.355597 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9dc5c464-eedc-4085-8d3c-bae41f13f188 req-323ceaa2-03a5-4a98-a65d-80c4e8b8b4c1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0899155
Apr 20 17:27:54.405675 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9dc5c464-eedc-4085-8d3c-bae41f13f188 req-049282ed-e393-46af-afea-1634e9b3c1e5 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435278
Apr 20 17:27:56.133486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-463a7b9e-9aad-475c-b20c-b5c5849075f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:56.667736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18a51-39f6-4ce5-8f60-2f9e04538ef5 req-63b276f5-204c-48cd-937f-e598adc4bab4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:56.669850 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-adb18a51-39f6-4ce5-8f60-2f9e04538ef5 req-63b276f5-204c-48cd-937f-e598adc4bab4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1061780
Apr 20 17:27:56.728644 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-adb18a51-39f6-4ce5-8f60-2f9e04538ef5 req-dab466f1-025e-4030-b8d7-f76dd9d6b132 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519927
Apr 20 17:27:56.826428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0497-87b6-403f-bb06-89976dd144f5 req-0b672e50-ccea-4311-8282-9eb8881f8509 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:56.828032 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-259a0497-87b6-403f-bb06-89976dd144f5 req-0b672e50-ccea-4311-8282-9eb8881f8509 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0903950
Apr 20 17:27:56.879275 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-259a0497-87b6-403f-bb06-89976dd144f5 req-9da0aa53-a24e-476c-add7-92d7921535a6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448768
Apr 20 17:27:57.235046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:57.624427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:57.958287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a386f5-c994-47a6-b629-3e57b8569fb1 req-81e61e8d-70e9-4297-9837-e710088081fa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:57.960292 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-87a386f5-c994-47a6-b629-3e57b8569fb1 req-81e61e8d-70e9-4297-9837-e710088081fa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1052525
Apr 20 17:27:58.029839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-87a386f5-c994-47a6-b629-3e57b8569fb1 req-06cffd1a-d8c3-489d-9ccf-186d497e3683 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620556
Apr 20 17:27:58.124496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e015b2f-4fcd-484f-858c-2b1464abae16 req-209a9006-9f3a-4523-8bed-8b68cbc0fa62 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:58.127134 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e015b2f-4fcd-484f-858c-2b1464abae16 req-209a9006-9f3a-4523-8bed-8b68cbc0fa62 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1089289
Apr 20 17:27:58.156198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43688) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:58.175439 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e015b2f-4fcd-484f-858c-2b1464abae16 req-b60329f6-1df7-4aa7-8113-4ea9d28ac187 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426741
Apr 20 17:27:58.295082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.310571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:27:58.314619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2042e2ee094eab835498075df91f01 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:27:58.317560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:27:58.323496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:27:58.408741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.411548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.423716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-234474c9-d33f-4a4f-b3cb-7636d986353d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:58.645067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.665611 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e2042e2ee094eab835498075df91f01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5083888
Apr 20 17:27:58.666609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd8fde9-d901-48dd-9190-80a58a8dc084,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:58.668456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43696) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:27:58.674598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.675005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.675399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.675789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.676181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.676553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.676926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.677353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.677793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.678165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.678583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.678956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.683568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:58.742659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.770487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.820087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.824991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fe496d66-8385-4819-b8a3-636522571014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:27:58.836257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd8fde9-d901-48dd-9190-80a58a8dc084,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:27:58.847667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.848086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.848494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.848896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.849320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.849720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.850112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.850504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.850895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.851281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.851670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.852057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:27:58.855863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:27:58.857992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:27:58.862096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbd8fde9-d901-48dd-9190-80a58a8dc084 HTTP/1.1" status: 204  len: 168 time: 0.1923277
Apr 20 17:27:59.382011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983732e2-4ab3-40c5-9d5c-4bee1b8a0468 req-c456cc44-1bd8-4e6c-ba40-f8abf418c672 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:27:59.383636 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-983732e2-4ab3-40c5-9d5c-4bee1b8a0468 req-c456cc44-1bd8-4e6c-ba40-f8abf418c672 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0931234
Apr 20 17:27:59.436743 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-983732e2-4ab3-40c5-9d5c-4bee1b8a0468 req-f8736928-f2c1-489d-9480-5338bcef8892 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458934
Apr 20 17:28:00.642103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11122094-5f10-4436-b25e-812013516abb req-f4bc1bae-ab53-4f0d-8014-68a7cc1b3248 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:00.643864 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11122094-5f10-4436-b25e-812013516abb req-f4bc1bae-ab53-4f0d-8014-68a7cc1b3248 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0934432
Apr 20 17:28:00.694040 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11122094-5f10-4436-b25e-812013516abb req-a730a0f1-d38c-485c-b60b-8728b8410d45 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437267
Apr 20 17:28:01.905487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568da9f-931e-44bc-b2ed-0ed78b026719 req-ddeef1e0-0110-404f-a93b-26d710c66458 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:01.907122 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a568da9f-931e-44bc-b2ed-0ed78b026719 req-ddeef1e0-0110-404f-a93b-26d710c66458 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0916157
Apr 20 17:28:01.959887 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a568da9f-931e-44bc-b2ed-0ed78b026719 req-ddf896e8-1b61-4c7f-897e-f6aaa7b12777 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463181
Apr 20 17:28:03.179877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357e0a-827f-4630-8411-d534fd19a18f req-aa62333b-7614-4b0a-9358-761948663e01 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:03.181683 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85357e0a-827f-4630-8411-d534fd19a18f req-aa62333b-7614-4b0a-9358-761948663e01 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1022701
Apr 20 17:28:03.236724 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85357e0a-827f-4630-8411-d534fd19a18f req-cafd51f0-356e-4122-a3eb-ca037f232bc3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486455
Apr 20 17:28:03.273558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43750) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:03.407105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.429631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:03.433443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Usage tracker for resource:security_group_rule and tenant:33cac5a8c15f4f07a64dac36187aae38 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:03.436744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:03.443145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:03.545861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.549054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.563349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1659f657-bcd5-46be-b0e3-e740e24b49bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:03.611179 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33cac5a8c15f4f07a64dac36187aae38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3362978
Apr 20 17:28:03.612054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b625b-4b4c-42c9-a70b-e73325734c2f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:03.614613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43760) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:03.615541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:03.692054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.724373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.775146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.782114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-38d70126-f665-4bec-aa2b-c659ad0d574f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:03.797217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b625b-4b4c-42c9-a70b-e73325734c2f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:03.800060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:03.814669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:03.816761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e3b625b-4b4c-42c9-a70b-e73325734c2f HTTP/1.1" status: 204  len: 168 time: 0.2006717
Apr 20 17:28:04.453409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2100015-d4b5-4579-9e71-bb198b639a08 req-0c56aeb7-76ee-4118-af34-483a60fe62d7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:04.455067 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2100015-d4b5-4579-9e71-bb198b639a08 req-0c56aeb7-76ee-4118-af34-483a60fe62d7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1013622
Apr 20 17:28:04.507384 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2100015-d4b5-4579-9e71-bb198b639a08 req-43235d6d-be70-48a4-92cc-6ac8b6233c84 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458336
Apr 20 17:28:04.634284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43788) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:04.782034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1694074408-network', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:04.787381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:04.792234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Usage tracker for resource:network and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:04.797111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:04.804570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:04.814814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Made reservation on behalf of 6344b270ac19470aa9dba4d1e9211b25 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:04.819658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:04.838539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:04.861228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:04.866101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:04.869159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:04.875238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:04.965170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:04.968844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:04.973284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-be1dcbb1-85bb-4cee-9065-3796532857dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:04.998197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:28:05.011760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:05.016989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:05.018007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.018397 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Added segment 4efbe11d-942d-4685-96a9-4138df1aad45 of type vlan for network 909c54b0-a1ab-4df0-866b-d60edace68e6
Apr 20 17:28:05.052981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.085509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.086934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:05.087577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.093513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:05.205036 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5694776
Apr 20 17:28:05.208608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Pushing event updated for resources: {'Network': ['ID=909c54b0-a1ab-4df0-866b-d60edace68e6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:05.210751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43796) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:05.213483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:05.217864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Request body: {'subnet': {'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1694074408-subnet', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:05.222534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:28:05.223212 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:05.227375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Usage tracker for resource:subnet and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:05.230503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:05.237891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:05.248976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Made reservation on behalf of 6344b270ac19470aa9dba4d1e9211b25 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:05.254024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826068201'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.720890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827109167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826068218'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.726872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0982494c-1db8-45c2-82a0-4d09d943c6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:05.742202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162883fd-547a-44c2-b072-a3f4ca2e8f63 req-9b49059d-955f-46f7-be05-c965a9fe02c9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:05.743886 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-162883fd-547a-44c2-b072-a3f4ca2e8f63 req-9b49059d-955f-46f7-be05-c965a9fe02c9 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1026018
Apr 20 17:28:05.810433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a468602-57a0-4ca1-a160-5534d65aea22,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:05.813240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:05.816182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Checking segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:05.816577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Network hostable DHCP agents. Network: 909c54b0-a1ab-4df0-866b-d60edace68e6, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:28:05.832404 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-162883fd-547a-44c2-b072-a3f4ca2e8f63 req-903b023b-14c9-4c01-a47f-a4dd63702bc7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764134
Apr 20 17:28:05.842560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:28:05.858450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 909c54b0-a1ab-4df0-866b-d60edace68e6) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:05.873555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05109b-b88a-4bfd-a8e0-dea902ff53c2 None None] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:05.880735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:05.881909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.917889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43810) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:05.918250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7061698
Apr 20 17:28:05.924021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:05.929816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:05.934577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Usage tracker for resource:router and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:05.942066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:05.949699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:05.962804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:05.965169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.000262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.113414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-909c54b0-a1ab-4df0-866b-d60edace68e6', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:28:06.114348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.312614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Allocated IP 172.20.0.2 (909c54b0-a1ab-4df0-866b-d60edace68e6/4a468602-57a0-4ca1-a160-5534d65aea22/7c33e523-ae53-4151-ba59-4eabd8a4f7ea) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:06.543388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.554896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Transition to ACTIVE for port object 7c33e523-ae53-4151-ba59-4eabd8a4f7ea will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:06.574844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Transition to ACTIVE for port object 7c33e523-ae53-4151-ba59-4eabd8a4f7ea will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:06.579479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.584581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:06.654876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:06.658934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:06.663331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:06.674296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Pushing event updated for resources: {'Port': ['ID=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:06.703765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:06.715106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.950684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Attempting to bind port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:06.951566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Attempting to bind port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:06.951566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Attempting to bind port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea on network 909c54b0-a1ab-4df0-866b-d60edace68e6 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:06.959086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:06.959713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Checking segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:06.960178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:06.961265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Bound using segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:06.961566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Bound port: 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:06.962035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.093581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] For port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:07.098214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] For port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:07.101650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.106612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e0c1537-2143-476f-9c38-a5018c4a19db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:07.135850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76819e1-45dc-4e49-8a41-5635b722701b req-dd2c2f56-415a-4871-8a62-dcc8d44bb485 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:07.140286 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d76819e1-45dc-4e49-8a41-5635b722701b req-dd2c2f56-415a-4871-8a62-dcc8d44bb485 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1615422
Apr 20 17:28:07.190763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Pushing event updated for resources: {'Port': ['ID=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:07.196214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:07.197910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.228928 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d76819e1-45dc-4e49-8a41-5635b722701b req-21fc6ea6-b880-4a01-9b02-5ebb3f865857 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763872
Apr 20 17:28:07.272679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.467556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Allocated IP 172.27.0.250 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/40123766-e9cf-4529-a2c8-09cd5758bb78) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:07.701907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.735847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:07.740758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:07.811689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:07.815263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:07.819309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:07.857769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Pushing event updated for resources: {'Port': ['ID=40123766-e9cf-4529-a2c8-09cd5758bb78,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:07.862272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:08.307321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:08.509144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc19d0-4f63-4132-8fa6-62e31c9da274 req-144e7fb7-5737-4693-8505-5065048945a8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:08.511743 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1cfc19d0-4f63-4132-8fa6-62e31c9da274 req-144e7fb7-5737-4693-8505-5065048945a8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1527505
Apr 20 17:28:08.569538 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1cfc19d0-4f63-4132-8fa6-62e31c9da274 req-6ac1aef8-4399-4423-b4e6-0130cdd9133a tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468376
Apr 20 17:28:08.831990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea6851-43b5-489f-bc4b-fe0ad8a0c19e None None] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:08.833308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:08.964466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7c33e523-ae53-4151-ba59-4eabd8a4f7ea up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:09.139932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-81aa52d8-09bc-40aa-ae96-f1b6e1c23c10 None None] Provisioning for port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:09.308287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:09.316696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:28:09.332557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:09.333304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:09.511680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:28:09.521284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Sync routers for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:28:09.534449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:09.536144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33343f1eb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:09.542758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:09.544760 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6256545
Apr 20 17:28:09.547613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43842) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:09.639268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:09.712264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:09.718094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:09.721579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:09.870273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:09.919680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:09.926664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:10.005842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7019435d-6a1b-486a-80f5-f8208154c6a8 None None] Provisioning complete for port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:10.007441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7019435d-6a1b-486a-80f5-f8208154c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:10.063234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974630-e95c-4ecf-ac61-e328004b2caa req-34185e79-51c1-4eb9-af4d-2a927ced2353 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:10.065234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a974630-e95c-4ecf-ac61-e328004b2caa req-34185e79-51c1-4eb9-af4d-2a927ced2353 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1045730
Apr 20 17:28:10.146418 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a974630-e95c-4ecf-ac61-e328004b2caa req-7a3651d8-580d-41df-9595-16c648c1cfb7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670097
Apr 20 17:28:10.329043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33343f1eb8>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:08Z', 'revision_number': 3, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:10.336665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Checking router: ac8d81f7-09ec-40a8-8323-8a7a39b257f7 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:28:10.337551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Updating router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 port 40123766-e9cf-4529-a2c8-09cd5758bb78 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:28:10.420626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:10.577869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:10.718764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044904eb-eab1-4092-8cd1-68b0d6f3307a req-88284075-580d-45f6-af08-79ebab804e6f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:10.720471 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-044904eb-eab1-4092-8cd1-68b0d6f3307a req-88284075-580d-45f6-af08-79ebab804e6f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.1634114
Apr 20 17:28:10.731033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a695a6-9b9b-418d-b15c-438465ed54e8 req-340a7168-7338-47c5-a41c-537b64527bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:10.733045 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-15a695a6-9b9b-418d-b15c-438465ed54e8 req-340a7168-7338-47c5-a41c-537b64527bc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.1311901
Apr 20 17:28:10.802492 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-044904eb-eab1-4092-8cd1-68b0d6f3307a req-8ba0b907-b128-49fc-a568-353c6eaf432b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680599
Apr 20 17:28:10.821105 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-15a695a6-9b9b-418d-b15c-438465ed54e8 req-2e0385ef-1369-4c3d-bd66-5fba6f89d03a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698946
Apr 20 17:28:10.889514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Allocated IP 172.20.0.1 (909c54b0-a1ab-4df0-866b-d60edace68e6/4a468602-57a0-4ca1-a160-5534d65aea22/4475307b-61ad-4f40-b48b-8d7077c6d932) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:10.890385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:10.908064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Transition to ACTIVE for port object 40123766-e9cf-4529-a2c8-09cd5758bb78 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:10.914800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:10.920500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-297d1a9e-e073-470f-880b-568904dc87b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:10.944217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7c33e523-ae53-4151-ba59-4eabd8a4f7ea up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:11.006809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Attempting to bind port 40123766-e9cf-4529-a2c8-09cd5758bb78 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:11.006809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Attempting to bind port 40123766-e9cf-4529-a2c8-09cd5758bb78 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:11.006809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Attempting to bind port 40123766-e9cf-4529-a2c8-09cd5758bb78 on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:11.024078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:11.024682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:11.025133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.026048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:11.026634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Bound port: 40123766-e9cf-4529-a2c8-09cd5758bb78, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:11.026985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.043483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:11.044416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.085311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.105854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Pushing event updated for resources: {'Port': ['ID=40123766-e9cf-4529-a2c8-09cd5758bb78,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:11.107940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Transition to ACTIVE for port object 4475307b-61ad-4f40-b48b-8d7077c6d932 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:11.119034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.119382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.119761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.120128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.120488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.121580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.123132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.123827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.124326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.124947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.125333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.126005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:11.129984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] For port 40123766-e9cf-4529-a2c8-09cd5758bb78, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:11.132477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:11.134516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] For port 40123766-e9cf-4529-a2c8-09cd5758bb78, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=40123766-e9cf-4529-a2c8-09cd5758bb78,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:11.136260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.138173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.142470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:11.142674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:11.232754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Pushing event updated for resources: {'Port': ['ID=40123766-e9cf-4529-a2c8-09cd5758bb78,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:11.237519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4b7d5da8-d3b7-4c1a-a13e-63dda4df8eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:11.237986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:11.238742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33343f1eb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:11.240458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:11.247625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:11.274066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:11.316450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Pushing event updated for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:11.319681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:11.349271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.410480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd432-5a08-4e79-a27a-5e3921fe7f5d req-60cdc7ce-2bfb-4624-8344-85dc7ad18db7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:11.412200 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c4cd432-5a08-4e79-a27a-5e3921fe7f5d req-60cdc7ce-2bfb-4624-8344-85dc7ad18db7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1114373
Apr 20 17:28:11.458949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:11.466055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c4cd432-5a08-4e79-a27a-5e3921fe7f5d req-193f331e-8c04-4e49-8a64-51eeca7e8905 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457652
Apr 20 17:28:11.492995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.516950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-41b6dcc2-00ba-4219-b4c2-59a2b7e1a06c None None] Provisioning for port 4475307b-61ad-4f40-b48b-8d7077c6d932 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:11.522330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-41b6dcc2-00ba-4219-b4c2-59a2b7e1a06c None None] Provisioning complete for port 4475307b-61ad-4f40-b48b-8d7077c6d932 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:11.522681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcc2-00ba-4219-b4c2-59a2b7e1a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.581471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-41b6dcc2-00ba-4219-b4c2-59a2b7e1a06c None None] Port 4475307b-61ad-4f40-b48b-8d7077c6d932 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:28:11.740644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.744819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.774998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33343f1eb8>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:08Z', 'revision_number': 3, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:11.778861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:11.780391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fd2ba-679f-43ce-a2b7-736b47b83835 None None] The sync data for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi is: [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:08Z', 'revision_number': 3, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:28:11.865324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Pushing event updated for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:11.867983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:11.872863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:12.114379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:12.116467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:12.134051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c09d9-7478-4f2d-a7af-8ed2b617f8a4 req-9de0cad3-9720-42ab-8279-17847d836c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:12.136295 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e16c09d9-7478-4f2d-a7af-8ed2b617f8a4 req-9de0cad3-9720-42ab-8279-17847d836c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.1639292
Apr 20 17:28:12.354645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e16c09d9-7478-4f2d-a7af-8ed2b617f8a4 req-f446e4ff-59b9-49b7-a7e1-49d2eafade26 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611240
Apr 20 17:28:12.413656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:28:12.437935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6b9b0a76-d837-458c-87b3-946c1fd8b4ea None None] Provisioning complete for port 4475307b-61ad-4f40-b48b-8d7077c6d932 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:12.438788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6b9b0a76-d837-458c-87b3-946c1fd8b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:12.518584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b0a76-d837-458c-87b3-946c1fd8b4ea None None] Port 4475307b-61ad-4f40-b48b-8d7077c6d932 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:28:12.736278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:28:12.751510 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] 10.222.0.25 "PUT /v2.0/routers/ac8d81f7-09ec-40a8-8323-8a7a39b257f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2027469
Apr 20 17:28:12.762127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5f57-fa31-4cd7-a97f-9946d24a2850 req-25b312f7-490a-4fcd-b5d4-6c46284f20b1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:12.763411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-48ca5f57-fa31-4cd7-a97f-9946d24a2850 req-25b312f7-490a-4fcd-b5d4-6c46284f20b1 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1390707
Apr 20 17:28:12.781506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:12.930653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 40123766-e9cf-4529-a2c8-09cd5758bb78 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:13.029304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 40123766-e9cf-4529-a2c8-09cd5758bb78 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:13.035137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 40123766-e9cf-4529-a2c8-09cd5758bb78 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:13.035642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.070625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-48ca5f57-fa31-4cd7-a97f-9946d24a2850 req-5f38dd4d-a8ce-4519-8bcb-f3ec42a37e3e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2992630
Apr 20 17:28:13.174947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.193037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 40123766-e9cf-4529-a2c8-09cd5758bb78, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=40123766-e9cf-4529-a2c8-09cd5758bb78,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:13.196100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.198138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:13.274566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=40123766-e9cf-4529-a2c8-09cd5758bb78,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:13.279283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:13.427884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43882) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:13.434854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-105285606-network', 'tenant_id': 'a90b5e310500462594d213de2b78c985'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:13.440601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:13.444893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Usage tracker for resource:network and tenant:a90b5e310500462594d213de2b78c985 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:13.448199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:13.456664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:13.466732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Made reservation on behalf of a90b5e310500462594d213de2b78c985 for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:13.471554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.485917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.503953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:13.508412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Usage tracker for resource:security_group_rule and tenant:a90b5e310500462594d213de2b78c985 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:13.511690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:13.519671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:13.573990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ac9a6-5b0d-412c-9fbf-46e0ac8c39fe req-a4f81e41-fa0b-4b18-a6dd-f5f36788bba3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:13.576285 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf2ac9a6-5b0d-412c-9fbf-46e0ac8c39fe req-a4f81e41-fa0b-4b18-a6dd-f5f36788bba3 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.0973451
Apr 20 17:28:13.629554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.631139 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf2ac9a6-5b0d-412c-9fbf-46e0ac8c39fe req-2b70c736-0f90-439b-b4d9-3efa5ab56f50 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475874
Apr 20 17:28:13.635209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.641391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:13.677525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:28:13.688642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245671e9-c213-4572-ae8c-62b2e7c24e39,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:13.693618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:13.694833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.695235 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Added segment 6c7b9568-aee6-44d3-b20b-0ddb7765d783 of type vlan for network 555695c9-5d6c-497c-98da-4201373be9b9
Apr 20 17:28:13.734318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.766854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.768285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:13.768927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:13.774334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:13.884858 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4556627
Apr 20 17:28:13.885749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Pushing event updated for resources: {'Network': ['ID=555695c9-5d6c-497c-98da-4201373be9b9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:13.888372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43888) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:13.889439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:13.895060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Request body: {'subnet': {'network_id': '555695c9-5d6c-497c-98da-4201373be9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-105285606-subnet', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:13.897854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 555695c9-5d6c-497c-98da-4201373be9b9 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:28:13.900570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:13.906196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Usage tracker for resource:subnet and tenant:a90b5e310500462594d213de2b78c985 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:13.909488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:13.916239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:13.928012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Made reservation on behalf of a90b5e310500462594d213de2b78c985 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:13.935087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826068201'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:14.331140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1448901-3f58-469a-bcbb-32237b720ebe req-f86b112c-5b67-41a6-88e3-efb7e82ef31e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:14.332959 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1448901-3f58-469a-bcbb-32237b720ebe req-f86b112c-5b67-41a6-88e3-efb7e82ef31e tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.2318451
Apr 20 17:28:14.491988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Deleting port 2e0cef73-79a7-4e88-a25b-60c946828915 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:14.492460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:14.555426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e9868-a051-4a16-98bd-7a6ae322803d req-1a7ccef7-1632-48e3-a480-356307e0771f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:14.556958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-608e9868-a051-4a16-98bd-7a6ae322803d req-1a7ccef7-1632-48e3-a480-356307e0771f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.3475549
Apr 20 17:28:14.691514 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-608e9868-a051-4a16-98bd-7a6ae322803d req-825e7e8d-242a-43da-8ded-0cc5b15df194 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136091
Apr 20 17:28:14.860708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Sync routers for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:28:14.892867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:14.894497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332eec5390>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:14.929035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827109167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826068218'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:14.942463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ab060582-a382-416c-accb-6c44e563a626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:14.960083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d02789-8170-4173-b272-2d2ce21acc8b req-1ee07b78-bd73-478a-9770-36d95087092c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:14.969859 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1d02789-8170-4173-b272-2d2ce21acc8b req-1ee07b78-bd73-478a-9770-36d95087092c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 945 time: 0.1460702
Apr 20 17:28:15.007074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] For port 2e0cef73-79a7-4e88-a25b-60c946828915, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0cef73-79a7-4e88-a25b-60c946828915,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:15.007482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.026430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1d02789-8170-4173-b272-2d2ce21acc8b req-fbb7e0d7-e197-472a-a185-3f9af85f90e6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549552
Apr 20 17:28:15.156162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 40123766-e9cf-4529-a2c8-09cd5758bb78 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:15.170665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Calling delete_port for 2e0cef73-79a7-4e88-a25b-60c946828915 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:15.220732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Checking segment: {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:15.221208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Network hostable DHCP agents. Network: 555695c9-5d6c-497c-98da-4201373be9b9, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:28:15.237055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a19fbf2-9344-45e0-b267-80dc530b7701,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:15.241317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:15.264801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Network 555695c9-5d6c-497c-98da-4201373be9b9 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:28:15.282489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 555695c9-5d6c-497c-98da-4201373be9b9) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:15.300150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4577f8-d9a0-4cb8-a4ad-4cc92d15c223 None None] Network 555695c9-5d6c-497c-98da-4201373be9b9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:15.311930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:15.312169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.326129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:15.417979 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5280237
Apr 20 17:28:15.421288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 43906) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:15.432078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:15.442792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:15.455734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Usage tracker for resource:router and tenant:a90b5e310500462594d213de2b78c985 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:15.459760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 40123766-e9cf-4529-a2c8-09cd5758bb78 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:15.459974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:15.460189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.510914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:15.592834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.593955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.642548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.671269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-15c5a1b0-b8af-4c8b-a724-c0a4f1d5ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:15.673061 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-15c5a1b0-b8af-4c8b-a724-c0a4f1d5ad6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 1098 time: 0.2190979
Apr 20 17:28:15.764194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.776590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15739e2-bbd0-470c-8687-f208bbb45e14 req-885fa756-6056-4d7a-a41b-10df1251c7be tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:15.778719 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b15739e2-bbd0-470c-8687-f208bbb45e14 req-885fa756-6056-4d7a-a41b-10df1251c7be tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2785692
Apr 20 17:28:15.786474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:15.894963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93', 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', '597bf601-abf3-4a26-8b35-84c18f8838c1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:15.931326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event deleted for resources: {'Port': ['ID=2e0cef73-79a7-4e88-a25b-60c946828915,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:15.935334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:15.984991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] No DVR routers for this DVR port 2e0cef73-79a7-4e88-a25b-60c946828915 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:15.988643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:15.991822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'name': 'network-vif-deleted', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:16.019564 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1448901-3f58-469a-bcbb-32237b720ebe req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "DELETE /v2.0/ports/2e0cef73-79a7-4e88-a25b-60c946828915 HTTP/1.1" status: 204  len: 173 time: 1.6758511
Apr 20 17:28:16.052090 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672d6e4-813c-488c-aa68-f5184d43e748', 'name': 'network-vif-deleted', 'tag': '2e0cef73-79a7-4e88-a25b-60c946828915', 'status': 'completed', 'code': 200}
Apr 20 17:28:16.218546 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b15739e2-bbd0-470c-8687-f208bbb45e14 req-c681addc-2d01-48b6-9bc0-5c1bcc345d58 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4289191
Apr 20 17:28:16.243133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-0b03eb0f-218e-4111-8f19-1dfe87c2ad57 req-f64f08ba-d21f-4de2-972c-036d5484c034 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:16.262872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-0b03eb0f-218e-4111-8f19-1dfe87c2ad57 req-f64f08ba-d21f-4de2-972c-036d5484c034 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:16.264309 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0b03eb0f-218e-4111-8f19-1dfe87c2ad57 req-f64f08ba-d21f-4de2-972c-036d5484c034 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 210 time: 0.0957117
Apr 20 17:28:16.275430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:16.323222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-d37fbd8a-2d89-4833-9434-cec8edf9b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:16.324912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-d37fbd8a-2d89-4833-9434-cec8edf9b443 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 200  len: 920 time: 0.6442938
Apr 20 17:28:16.557522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-d115a6e8-8869-4a61-a041-b3cf31a9b3ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 200  len: 217 time: 0.1455922
Apr 20 17:28:16.574925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-555695c9-5d6c-497c-98da-4201373be9b9', 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'fixed_ips': [{'subnet_id': '4a19fbf2-9344-45e0-b267-80dc530b7701'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:28:16.576674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:16.649087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-f44961bf-3815-43f1-b88d-0748206d42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:16.650735 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-f44961bf-3815-43f1-b88d-0748206d42af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 200  len: 858 time: 0.0840917
Apr 20 17:28:16.731287 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-ad84c174-3687-43a1-baee-a7f5186ad0ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682755
Apr 20 17:28:16.775520 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332eec5390>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 2, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:16.823970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Checking router: ac8d81f7-09ec-40a8-8323-8a7a39b257f7 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:28:16.825360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Updating router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 port 4475307b-61ad-4f40-b48b-8d7077c6d932 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:28:17.038304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:17.062769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:17.117575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:17.118179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Allocated IP 172.20.0.2 (555695c9-5d6c-497c-98da-4201373be9b9/4a19fbf2-9344-45e0-b267-80dc530b7701/dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:17.161628 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-ef8c1cc9-d109-476b-b149-f8c9017307f6 service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3654699
Apr 20 17:28:17.411835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-147faada-adc1-4374-a565-f263e3bd0fd7 req-56fe9a17-e13f-4070-a633-ca7dfd2d9efb service neutron] 10.222.0.72 "GET /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408087
Apr 20 17:28:17.420502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Allocated IP 172.27.0.75 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/806970f5-6e2a-4397-aa24-05072573dd7f) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:17.431866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 2e0cef73-79a7-4e88-a25b-60c946828915 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:17.533816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 2e0cef73-79a7-4e88-a25b-60c946828915 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:17.534372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 2e0cef73-79a7-4e88-a25b-60c946828915 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:17.759994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32904efd-c31b-4ee8-b025-a1ae3621494e req-698c63bf-36ae-4f38-a409-22e2127720b3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:17.774467 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32904efd-c31b-4ee8-b025-a1ae3621494e req-698c63bf-36ae-4f38-a409-22e2127720b3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2660508
Apr 20 17:28:17.854089 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32904efd-c31b-4ee8-b025-a1ae3621494e req-38043528-2f1a-41c5-bd51-864a69a626ea tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755820
Apr 20 17:28:17.871710 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f8f35da-1d34-47e2-a7c3-c6bc4b0df775 req-d8ab572b-3454-427a-b932-f83d246be3ea tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=b672d6e4-813c-488c-aa68-f5184d43e748 HTTP/1.1" status: 200  len: 210 time: 0.0790875
Apr 20 17:28:17.938353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:17.976414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:17.998128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Transition to ACTIVE for port object dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:18.024675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.030387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7f90b77-15da-4f80-8391-aafe834b2a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:18.106324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Transition to ACTIVE for port object dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:18.116297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:18.119824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:18.124692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:18.126884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.136368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:18.159272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Pushing event updated for resources: {'Port': ['ID=806970f5-6e2a-4397-aa24-05072573dd7f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:18.166727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:18.176043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.223565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Network 555695c9-5d6c-497c-98da-4201373be9b9 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:18.229077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:18.231679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Transition to ACTIVE for port object 4475307b-61ad-4f40-b48b-8d7077c6d932 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:18.239389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:18.245460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.258850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Pushing event updated for resources: {'Port': ['ID=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:18.291666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:18.292195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:18.599548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.735658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Attempting to bind port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:18.736081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Attempting to bind port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:18.736501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Attempting to bind port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 on network 555695c9-5d6c-497c-98da-4201373be9b9 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:18.744666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Pushing event updated for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:18.782839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:18.798322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:18.798753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Checking segment: {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:18.799213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.799662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Bound using segment: {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:18.800202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Bound port: dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:18.800622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.875686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Attempting to bind port 4475307b-61ad-4f40-b48b-8d7077c6d932 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:18.876100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Attempting to bind port 4475307b-61ad-4f40-b48b-8d7077c6d932 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:18.876507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Attempting to bind port 4475307b-61ad-4f40-b48b-8d7077c6d932 on network 909c54b0-a1ab-4df0-866b-d60edace68e6 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:18.904375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:18.905116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Checking segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:18.906047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:18.906793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Bound using segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:18.907724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Bound port: 4475307b-61ad-4f40-b48b-8d7077c6d932, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:18.908460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:19.057774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] For port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:19.080663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] For port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:19.088499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:19.098818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:19.121552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:19.170432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] For port 4475307b-61ad-4f40-b48b-8d7077c6d932, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:19.192960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] For port 4475307b-61ad-4f40-b48b-8d7077c6d932, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=4475307b-61ad-4f40-b48b-8d7077c6d932,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:19.237791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:19.258594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Pushing event updated for resources: {'Port': ['ID=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:19.265537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:19.272430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:19.363058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:19.363909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332eec5390>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:19.397359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c42d3-d87d-4e73-bf8b-9b348341af93 req-18395782-399e-4e4f-a2ce-6750c394e7f3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:19.399010 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc5c42d3-d87d-4e73-bf8b-9b348341af93 req-18395782-399e-4e4f-a2ce-6750c394e7f3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.4071422
Apr 20 17:28:19.486133 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc5c42d3-d87d-4e73-bf8b-9b348341af93 req-9ea848e2-8432-4341-8646-ab921ae28f14 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789516
Apr 20 17:28:19.534627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Pushing event updated for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:19.536200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Router 8263d13b-b240-48de-9d85-fe2ba77e2c89 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:28:19.540860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:19.600454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:19.769892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:28:19.784349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Sync routers for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:28:19.794881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:19.795495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33343f1358>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:19.797661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:19.802212 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.3768258
Apr 20 17:28:19.802994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 43936) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:20.013601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332eec5390>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:19Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:20.018700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984068f-fd15-44df-b5db-0168f308b291 None None] The sync data for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi is: [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:19Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:28:20.183195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:20.897543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33343f1358>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:18Z', 'revision_number': 3, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:20.904791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Checking router: 8263d13b-b240-48de-9d85-fe2ba77e2c89 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:28:20.905471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Updating router 8263d13b-b240-48de-9d85-fe2ba77e2c89 port 806970f5-6e2a-4397-aa24-05072573dd7f binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:28:21.039988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.070683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:21.163272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d01b85d-206e-4a88-ade2-8f6b0df0ef12 None None] Network 555695c9-5d6c-497c-98da-4201373be9b9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:21.198738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.343560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262ce0e-a5a1-4dd3-8735-11e075f9324e req-b4ca62e4-f403-4ee9-8792-cffef1eb9a2b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:21.353084 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e262ce0e-a5a1-4dd3-8735-11e075f9324e req-b4ca62e4-f403-4ee9-8792-cffef1eb9a2b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.4881301
Apr 20 17:28:21.435389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b3fb1083-15b1-4186-ade0-25429a2384d3 None None] Provisioning for port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:21.462666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761353f0-3a4f-4276-8c50-b8e79a439219 req-7a483089-057e-49de-b4ba-d0fc85a48ffe tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:21.470369 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-761353f0-3a4f-4276-8c50-b8e79a439219 req-7a483089-057e-49de-b4ba-d0fc85a48ffe tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.2352664
Apr 20 17:28:21.474482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:21.484487 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e262ce0e-a5a1-4dd3-8735-11e075f9324e req-edbf2f90-2a41-414d-a823-8a6c69490dca tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299391
Apr 20 17:28:21.506697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:21.507125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.592731 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-761353f0-3a4f-4276-8c50-b8e79a439219 req-37eaaa87-d200-4bad-91fd-c8288bd18944 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210203
Apr 20 17:28:21.704131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.721754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Transition to ACTIVE for port object 806970f5-6e2a-4397-aa24-05072573dd7f will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:21.729699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.744775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:21.760406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Allocated IP 172.20.0.1 (555695c9-5d6c-497c-98da-4201373be9b9/4a19fbf2-9344-45e0-b267-80dc530b7701/c617dc99-d24c-4aa5-b61e-8106e385ebe2) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:21.831968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Attempting to bind port 806970f5-6e2a-4397-aa24-05072573dd7f on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:21.832678 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Attempting to bind port 806970f5-6e2a-4397-aa24-05072573dd7f by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:21.833279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Attempting to bind port 806970f5-6e2a-4397-aa24-05072573dd7f on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:21.846190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:21.846872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:21.847496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.848118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:21.848989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Bound port: 806970f5-6e2a-4397-aa24-05072573dd7f, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:21.850207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.854924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.927026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:21.931139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fa365-2329-49aa-94a2-d9993384b348 None None] Pushing event updated for resources: {'Port': ['ID=806970f5-6e2a-4397-aa24-05072573dd7f,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:21.936334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:21.937354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 4475307b-61ad-4f40-b48b-8d7077c6d932 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:21.955655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b46fa365-2329-49aa-94a2-d9993384b348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:22.070436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:22.075276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] For port 806970f5-6e2a-4397-aa24-05072573dd7f, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:22.076196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.085956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] For port 806970f5-6e2a-4397-aa24-05072573dd7f, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=806970f5-6e2a-4397-aa24-05072573dd7f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:22.100685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Transition to ACTIVE for port object c617dc99-d24c-4aa5-b61e-8106e385ebe2 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:22.103140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.109642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:22.171974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.189293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:22.201487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:22.204666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:22.233115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 4475307b-61ad-4f40-b48b-8d7077c6d932 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:22.245200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 4475307b-61ad-4f40-b48b-8d7077c6d932 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:22.245637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.272104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Network 555695c9-5d6c-497c-98da-4201373be9b9 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:22.279829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:22.285345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:22.286067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33343f1358>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:27:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:22.297251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:22.408768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.443195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2447cd47-8539-47ba-95fc-06cb039ae752 None None] Provisioning complete for port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:22.444074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2447cd47-8539-47ba-95fc-06cb039ae752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.458392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fa365-2329-49aa-94a2-d9993384b348 None None] Pushing event updated for resources: {'Port': ['ID=806970f5-6e2a-4397-aa24-05072573dd7f,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:22.464349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b46fa365-2329-49aa-94a2-d9993384b348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:22.531581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.588029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Pushing event updated for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:22.598734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:22.606396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.617816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 4475307b-61ad-4f40-b48b-8d7077c6d932, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=4475307b-61ad-4f40-b48b-8d7077c6d932,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:22.635237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.657084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:22.686644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:22.776009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:22.783264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:22.846076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f529-79dc-4683-8cff-2d60711fafb3 req-f359f356-981d-469b-9c23-4cb430a3cee8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:22.856533 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-64f0f529-79dc-4683-8cff-2d60711fafb3 req-f359f356-981d-469b-9c23-4cb430a3cee8 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1153176
Apr 20 17:28:22.927585 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-64f0f529-79dc-4683-8cff-2d60711fafb3 req-6af0d759-61ed-4fd1-b926-d57ce5b4fe3c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699143
Apr 20 17:28:22.946525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.947404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:22.951992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:22.983583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-354e6f1a-eee3-44fa-bdb1-6a4ae67ed487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:23.021521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b749c380-0ded-4140-8d51-fdf0563ceb88 None None] Provisioning for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:23.027274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b749c380-0ded-4140-8d51-fdf0563ceb88 None None] Provisioning complete for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:23.027866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b749c380-0ded-4140-8d51-fdf0563ceb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.096090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-51db5ef1-7534-4e3a-b34a-98473acff6a1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:23.096975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33343f1358>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:18Z', 'revision_number': 3, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:23.098897 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-51db5ef1-7534-4e3a-b34a-98473acff6a1 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1056929
Apr 20 17:28:23.101531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32e87b-0437-4c98-8fc8-cc3b21752693 None None] The sync data for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi is: [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:18Z', 'revision_number': 3, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:28:23.102357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b749c380-0ded-4140-8d51-fdf0563ceb88 None None] Port c617dc99-d24c-4aa5-b61e-8106e385ebe2 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:28:23.104183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:23.104715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.192319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.195275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Deleting port 597bf601-abf3-4a26-8b35-84c18f8838c1 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:23.195669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.206079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Pushing event updated for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:23.214944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:23.301364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:28:23.356720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 4475307b-61ad-4f40-b48b-8d7077c6d932 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:23.395191 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Network 555695c9-5d6c-497c-98da-4201373be9b9 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:23.396420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:23.442028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 4475307b-61ad-4f40-b48b-8d7077c6d932 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:23.442625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.651236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1b09671-820e-4a3f-a967-dbc01e442022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.779234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f025-bb83-4892-8fc9-395b19aa66d9 None None] Provisioning complete for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:23.779234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f025-bb83-4892-8fc9-395b19aa66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.781492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] For port 597bf601-abf3-4a26-8b35-84c18f8838c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=597bf601-abf3-4a26-8b35-84c18f8838c1,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:23.781909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:23.857863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6f025-bb83-4892-8fc9-395b19aa66d9 None None] Port c617dc99-d24c-4aa5-b61e-8106e385ebe2 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:28:23.983024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Router 8263d13b-b240-48de-9d85-fe2ba77e2c89 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:28:24.232148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Calling delete_port for 597bf601-abf3-4a26-8b35-84c18f8838c1 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:24.304688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2da586-adb6-40cc-b0bd-402919dcc1a8 req-6cc5d9aa-5e75-4cc3-b893-6c46f5e47422 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:24.313093 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d2da586-adb6-40cc-b0bd-402919dcc1a8 req-6cc5d9aa-5e75-4cc3-b893-6c46f5e47422 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 945 time: 0.1725891
Apr 20 17:28:24.365134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:28:24.399251 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] 10.222.0.25 "PUT /v2.0/routers/8263d13b-b240-48de-9d85-fe2ba77e2c89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5928543
Apr 20 17:28:24.423010 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d2da586-adb6-40cc-b0bd-402919dcc1a8 req-b526b7d3-507b-48b2-af76-3ab268dd2e9d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088052
Apr 20 17:28:24.459236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:24.478158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a36c2f1e-546c-4786-9d7c-4080c0b73582 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:24.506011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93', 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', '597bf601-abf3-4a26-8b35-84c18f8838c1'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:24.576732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event deleted for resources: {'Port': ['ID=597bf601-abf3-4a26-8b35-84c18f8838c1,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:24.635193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:24.656293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] No DVR routers for this DVR port 597bf601-abf3-4a26-8b35-84c18f8838c1 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:24.659928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:24.665371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'name': 'network-vif-deleted', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:24.705872 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-042d1ab1-18e4-459a-9d93-2aacd9fa92cf req-b92aeec6-776e-4df7-b7d8-052f0c3210d2 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "DELETE /v2.0/ports/597bf601-abf3-4a26-8b35-84c18f8838c1 HTTP/1.1" status: 204  len: 173 time: 1.5974286
Apr 20 17:28:24.750681 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48dad1a-2bbc-4e42-9b98-27a86a381268', 'name': 'network-vif-deleted', 'tag': '597bf601-abf3-4a26-8b35-84c18f8838c1', 'status': 'completed', 'code': 200}
Apr 20 17:28:24.970594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 806970f5-6e2a-4397-aa24-05072573dd7f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:25.069840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 806970f5-6e2a-4397-aa24-05072573dd7f completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:25.076715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 806970f5-6e2a-4397-aa24-05072573dd7f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:25.077133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:25.264533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:25.310517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 806970f5-6e2a-4397-aa24-05072573dd7f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=806970f5-6e2a-4397-aa24-05072573dd7f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:25.315701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:25.318145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:25.338364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca315fce-4923-4aea-afdc-6fbaa9ce6a19 req-c625e313-d7d9-4c96-9bad-2bba1bd686b5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:25.340374 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca315fce-4923-4aea-afdc-6fbaa9ce6a19 req-c625e313-d7d9-4c96-9bad-2bba1bd686b5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1085055
Apr 20 17:28:25.393590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=806970f5-6e2a-4397-aa24-05072573dd7f,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:25.405022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:25.405385 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca315fce-4923-4aea-afdc-6fbaa9ce6a19 req-0c05e1f6-25bb-4b18-a31b-47f151fcae0f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574534
Apr 20 17:28:25.630672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-293b8c23-74f3-4eff-b86f-5f3da7d61fba req-02cb1064-9ff3-4aa6-b971-8b578fa7c068 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:25.648007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-293b8c23-74f3-4eff-b86f-5f3da7d61fba req-02cb1064-9ff3-4aa6-b971-8b578fa7c068 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:25.649467 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-293b8c23-74f3-4eff-b86f-5f3da7d61fba req-02cb1064-9ff3-4aa6-b971-8b578fa7c068 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48dad1a-2bbc-4e42-9b98-27a86a381268 HTTP/1.1" status: 200  len: 210 time: 0.0750189
Apr 20 17:28:26.151969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a481bb42-b0bd-4364-9586-354d4e59b646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:26.601968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Sync routers for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:28:26.623542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:26.628244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33341f1ef0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:28:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:26.783458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ac16-15fc-44e4-a972-c5c9cbb5d1b8 req-99439fc9-629c-4ac4-aba7-3b4f5c57555a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:26.797623 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3173ac16-15fc-44e4-a972-c5c9cbb5d1b8 req-99439fc9-629c-4ac4-aba7-3b4f5c57555a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2457874
Apr 20 17:28:26.895081 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3173ac16-15fc-44e4-a972-c5c9cbb5d1b8 req-8466504c-4052-4542-945b-ce9b0640ba9a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947738
Apr 20 17:28:27.160382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 806970f5-6e2a-4397-aa24-05072573dd7f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:27.318950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:27.322665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 806970f5-6e2a-4397-aa24-05072573dd7f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:27.323045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:27.412779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:27.422448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59742ed-a10b-4479-ac28-101b30cc5b59 req-66b06f59-9906-4ce6-9b2e-8ec769c260e5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:27.430997 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a59742ed-a10b-4479-ac28-101b30cc5b59 req-66b06f59-9906-4ce6-9b2e-8ec769c260e5 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1296151
Apr 20 17:28:27.488320 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a59742ed-a10b-4479-ac28-101b30cc5b59 req-f7fa2f23-4a76-4fba-b027-994edb7c4a6a tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562212
Apr 20 17:28:27.494650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 597bf601-abf3-4a26-8b35-84c18f8838c1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:27.542527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 597bf601-abf3-4a26-8b35-84c18f8838c1 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:27.543650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 597bf601-abf3-4a26-8b35-84c18f8838c1 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:27.709102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:27.990026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33341f1ef0>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 4, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': 'c617dc99-d24c-4aa5-b61e-8106e385ebe2', 'name': '', 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'mac_address': 'fa:16:3e:67:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:21Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 2, 'project_id': 'a90b5e310500462594d213de2b78c985', 'subnets': [{'id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:27.995480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Checking router: 8263d13b-b240-48de-9d85-fe2ba77e2c89 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:28:27.996245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Updating router 8263d13b-b240-48de-9d85-fe2ba77e2c89 port c617dc99-d24c-4aa5-b61e-8106e385ebe2 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:28:28.097366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:28.212958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982f6f2-e26c-451e-a2c9-04304eb60f84 req-cc363931-6451-4116-81e9-f89bbcc34900 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:28.214803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4982f6f2-e26c-451e-a2c9-04304eb60f84 req-cc363931-6451-4116-81e9-f89bbcc34900 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1453195
Apr 20 17:28:28.370727 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4982f6f2-e26c-451e-a2c9-04304eb60f84 req-dbeec308-2fcd-4964-8b30-f811afe8f610 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1413889
Apr 20 17:28:28.477148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa825-7df2-4591-97ae-84436d1bf39d req-4d0460a2-27cd-4123-88d8-8a7c6798bf7b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:28.488207 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8edfa825-7df2-4591-97ae-84436d1bf39d req-4d0460a2-27cd-4123-88d8-8a7c6798bf7b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1280637
Apr 20 17:28:28.556336 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8edfa825-7df2-4591-97ae-84436d1bf39d req-505d6895-09e6-410b-9fcf-132b635ed7f7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667620
Apr 20 17:28:28.718827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:28.739642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:28.756268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Transition to ACTIVE for port object c617dc99-d24c-4aa5-b61e-8106e385ebe2 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:28.763862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:28.775986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098ef55-dae1-4e34-b5d3-ac7a641da579 req-3b5e82be-05ed-4adf-b7d7-5072123803bd tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:28.777061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b5a06f61-52be-42aa-ad44-dbf93cd013db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:28.777731 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b098ef55-dae1-4e34-b5d3-ac7a641da579 req-3b5e82be-05ed-4adf-b7d7-5072123803bd tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1161556
Apr 20 17:28:28.843892 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b098ef55-dae1-4e34-b5d3-ac7a641da579 req-b92f1bf5-88c3-4df6-bd77-c96490f2fc8c tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582209
Apr 20 17:28:29.042095 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Pushing event updated for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:29.053481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:29.064968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Attempting to bind port c617dc99-d24c-4aa5-b61e-8106e385ebe2 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:29.065422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Attempting to bind port c617dc99-d24c-4aa5-b61e-8106e385ebe2 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:29.065836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Attempting to bind port c617dc99-d24c-4aa5-b61e-8106e385ebe2 on network 555695c9-5d6c-497c-98da-4201373be9b9 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:29.072332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:29.072790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Checking segment: {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:29.073277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:29.073720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Bound using segment: {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:29.074999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Bound port: c617dc99-d24c-4aa5-b61e-8106e385ebe2, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7b9568-aee6-44d3-b20b-0ddb7765d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:29.075579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:29.194032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] For port c617dc99-d24c-4aa5-b61e-8106e385ebe2, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:29.197253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] For port c617dc99-d24c-4aa5-b61e-8106e385ebe2, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=c617dc99-d24c-4aa5-b61e-8106e385ebe2,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:29.201667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:29.206481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:29.315432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:28:29.316148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33341f1ef0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:28:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:29.494976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-900e0b70-8e6d-4f35-8de6-ce863e4bf5c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:29.497779 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-900e0b70-8e6d-4f35-8de6-ce863e4bf5c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1406825
Apr 20 17:28:29.532869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Pushing event updated for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:29.564863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:29.633695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:28:29.674833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Deleting port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:29.677856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:29.823802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65983b3a-c5d4-495c-b498-4ee0eb23d733 req-b7df3d9a-fb71-4040-964c-1f7a854da222 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:29.835525 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65983b3a-c5d4-495c-b498-4ee0eb23d733 req-b7df3d9a-fb71-4040-964c-1f7a854da222 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1138539
Apr 20 17:28:29.850565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915a4f-7d99-4bed-9e03-f362da684235 req-1c0b70c3-f1c8-465e-8826-174462bbbbaf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:29.852298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f5915a4f-7d99-4bed-9e03-f362da684235 req-1c0b70c3-f1c8-465e-8826-174462bbbbaf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2869985
Apr 20 17:28:29.909063 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65983b3a-c5d4-495c-b498-4ee0eb23d733 req-ef7997f7-a1b6-4642-92df-018de97cd96e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721903
Apr 20 17:28:29.933260 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f5915a4f-7d99-4bed-9e03-f362da684235 req-2c878cd7-02e3-4765-83ca-57a8b8181fea tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535269
Apr 20 17:28:30.059403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33341f1ef0>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 4, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': 'c617dc99-d24c-4aa5-b61e-8106e385ebe2', 'name': '', 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'mac_address': 'fa:16:3e:67:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:21Z', 'updated_at': '2021-04-20T17:28:29Z', 'revision_number': 4, 'project_id': 'a90b5e310500462594d213de2b78c985', 'subnets': [{'id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:30.067233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488df1fa-41f0-4c96-8033-0b4660ad2e37 None None] The sync data for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi is: [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 4, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': 'c617dc99-d24c-4aa5-b61e-8106e385ebe2', 'name': '', 'network_id': '555695c9-5d6c-497c-98da-4201373be9b9', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'mac_address': 'fa:16:3e:67:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:21Z', 'updated_at': '2021-04-20T17:28:29Z', 'revision_number': 4, 'project_id': 'a90b5e310500462594d213de2b78c985', 'subnets': [{'id': '4a19fbf2-9344-45e0-b267-80dc530b7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:28:30.143159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] For port c5c294ea-93c8-4602-b279-a4eb72eeb6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:30.144820 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:30.223206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8cb26-0f24-46c1-819a-b7b2ab7abdbe req-5f516576-46b8-4a99-bf2c-5d6e4c50e08f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:30.232468 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0de8cb26-0f24-46c1-819a-b7b2ab7abdbe req-5f516576-46b8-4a99-bf2c-5d6e4c50e08f tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 945 time: 0.1699998
Apr 20 17:28:30.310517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0de8cb26-0f24-46c1-819a-b7b2ab7abdbe req-9d1cc936-b525-479f-8f91-5e475994411d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767975
Apr 20 17:28:30.318787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Calling delete_port for c5c294ea-93c8-4602-b279-a4eb72eeb6c0 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:30.536599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:30.544375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:30.588109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['77ddbf73-294d-4633-aa67-36a125b8fe93', 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:30.618391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event deleted for resources: {'Port': ['ID=c5c294ea-93c8-4602-b279-a4eb72eeb6c0,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:30.621142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:30.729626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] No DVR routers for this DVR port c5c294ea-93c8-4602-b279-a4eb72eeb6c0 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:30.733371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:30.746676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'name': 'network-vif-deleted', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:30.754713 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-20cf909b-5257-4d16-a24a-f934d55ff19d req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "DELETE /v2.0/ports/c5c294ea-93c8-4602-b279-a4eb72eeb6c0 HTTP/1.1" status: 204  len: 173 time: 1.2496588
Apr 20 17:28:30.865392 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77674994-2879-49f6-88de-cf2361c87de1', 'name': 'network-vif-deleted', 'tag': 'c5c294ea-93c8-4602-b279-a4eb72eeb6c0', 'status': 'completed', 'code': 200}
Apr 20 17:28:31.000734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device c617dc99-d24c-4aa5-b61e-8106e385ebe2 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:31.132460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:31.138685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:31.139495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:31.179762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52698-2df4-48c5-9647-6b6b82e374b9 req-3f68012e-c30d-413f-99f2-3588c6b4f6ca tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:31.189863 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-81e52698-2df4-48c5-9647-6b6b82e374b9 req-3f68012e-c30d-413f-99f2-3588c6b4f6ca tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1190279
Apr 20 17:28:31.313871 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-81e52698-2df4-48c5-9647-6b6b82e374b9 req-072f8b69-90dd-4074-a294-e525c03053c0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226482
Apr 20 17:28:31.314111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c0a-3d84-48ed-b5fa-f499172cd34f req-dd29de2e-f1d6-4c0e-9220-0f089060242b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:31.323453 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a0575c0a-3d84-48ed-b5fa-f499172cd34f req-dd29de2e-f1d6-4c0e-9220-0f089060242b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1912117
Apr 20 17:28:31.356136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:31.396761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a0575c0a-3d84-48ed-b5fa-f499172cd34f req-4f4648a8-d6a3-4abc-93c6-231c9c809eeb tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723848
Apr 20 17:28:31.397627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port c617dc99-d24c-4aa5-b61e-8106e385ebe2, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=c617dc99-d24c-4aa5-b61e-8106e385ebe2,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:31.401631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:31.407926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:31.596919 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1dfb15f-d9a3-488f-bf04-33520378959c req-f2f1a477-3a39-4a1f-8ba0-fdc8b9653f1d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=77674994-2879-49f6-88de-cf2361c87de1 HTTP/1.1" status: 200  len: 210 time: 0.1048286
Apr 20 17:28:31.738998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:31.757591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:31.800083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-04a1b5d0-419d-4a42-b3ab-f70423982786 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:31.802126 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-04a1b5d0-419d-4a42-b3ab-f70423982786 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1628428
Apr 20 17:28:31.902186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Deleting port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:31.902927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:32.199952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] For port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:32.200473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:32.366284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Calling delete_port for a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:32.566190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ba112-7273-4a4c-a3ae-4443e14b4fe4 req-f6c18c94-8ea3-42b0-896f-2e3b0f71afba tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:32.568056 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-952ba112-7273-4a4c-a3ae-4443e14b4fe4 req-f6c18c94-8ea3-42b0-896f-2e3b0f71afba tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb678864-065e-434e-9334-bcecd99ca421 HTTP/1.1" status: 200  len: 946 time: 0.1248152
Apr 20 17:28:32.642942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604d0ca-6ba3-4879-8766-688251c814f5 req-9ff490f4-9551-407f-a7be-53bd5f51b953 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:32.653736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5604d0ca-6ba3-4879-8766-688251c814f5 req-9ff490f4-9551-407f-a7be-53bd5f51b953 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1163566
Apr 20 17:28:32.681728 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-952ba112-7273-4a4c-a3ae-4443e14b4fe4 req-0646816a-3c51-4aac-8531-9c520cbc283f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054866
Apr 20 17:28:32.707011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:32.707476 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5604d0ca-6ba3-4879-8766-688251c814f5 req-e45bb9f7-d429-4ba5-8bf9-2103d9dcdbc5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524361
Apr 20 17:28:32.718749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1f37430a-6928-484a-9ee5-a326b0e0551b tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:32.751340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['0f54337c-15c0-4903-bd10-facc70b0a630', 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:32.783769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Pushing event deleted for resources: {'Port': ['ID=a3a1d878-855e-4ac2-b8dd-fabc6568e7b0,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:32.787516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:32.882697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] No DVR routers for this DVR port a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:32.887702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:32.891891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'name': 'network-vif-deleted', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:32.937242 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-acf3bcab-3651-4eaa-be91-2bdfbd61587e req-6abdf912-d32a-427f-9913-c2d0ef4d057f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "DELETE /v2.0/ports/a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 HTTP/1.1" status: 204  len: 173 time: 1.1248984
Apr 20 17:28:32.971554 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb678864-065e-434e-9334-bcecd99ca421', 'name': 'network-vif-deleted', 'tag': 'a3a1d878-855e-4ac2-b8dd-fabc6568e7b0', 'status': 'completed', 'code': 200}
Apr 20 17:28:32.987481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device c617dc99-d24c-4aa5-b61e-8106e385ebe2 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:33.188519 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port c617dc99-d24c-4aa5-b61e-8106e385ebe2 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:33.189394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:33.508437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:33.550258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:33.550678 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a3a1d878-855e-4ac2-b8dd-fabc6568e7b0 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:33.551155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device c5c294ea-93c8-4602-b279-a4eb72eeb6c0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:33.589141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: c5c294ea-93c8-4602-b279-a4eb72eeb6c0 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:33.590487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device c5c294ea-93c8-4602-b279-a4eb72eeb6c0 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:33.964587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24970337-f668-4899-a2cb-1fd60f239cef req-8bceacf5-ceff-4698-b1b6-fad6ac069f4c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:33.973242 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-24970337-f668-4899-a2cb-1fd60f239cef req-8bceacf5-ceff-4698-b1b6-fad6ac069f4c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1101732
Apr 20 17:28:34.021320 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-24970337-f668-4899-a2cb-1fd60f239cef req-599800c6-0ac7-4028-8809-230bab9b61e4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469904
Apr 20 17:28:34.257064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492e34-bbc1-4e8c-97f0-3e56ac896238 req-370e9a3b-77e9-498b-89d6-360bd1782114 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:34.257968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-d4492e34-bbc1-4e8c-97f0-3e56ac896238 req-370e9a3b-77e9-498b-89d6-360bd1782114 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Synchronizing usage tracker for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:34.286579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-d4492e34-bbc1-4e8c-97f0-3e56ac896238 req-370e9a3b-77e9-498b-89d6-360bd1782114 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Unset dirty status for tenant:d0b175d75bce4487bb0d93cb93174ddb on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:34.288148 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d4492e34-bbc1-4e8c-97f0-3e56ac896238 req-370e9a3b-77e9-498b-89d6-360bd1782114 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1322968
Apr 20 17:28:34.361729 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d4492e34-bbc1-4e8c-97f0-3e56ac896238 req-0e167500-7a6a-4e62-baef-0e5d080ebca0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653341
Apr 20 17:28:34.633724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac048a3-8943-44ce-aeaf-9f7aee44e186 req-7738802d-f62c-4775-9207-7b240e9b54c4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:34.634398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2ac048a3-8943-44ce-aeaf-9f7aee44e186 req-7738802d-f62c-4775-9207-7b240e9b54c4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:34.651937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2ac048a3-8943-44ce-aeaf-9f7aee44e186 req-7738802d-f62c-4775-9207-7b240e9b54c4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:34.654356 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ac048a3-8943-44ce-aeaf-9f7aee44e186 req-7738802d-f62c-4775-9207-7b240e9b54c4 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.1160359
Apr 20 17:28:34.722712 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ac048a3-8943-44ce-aeaf-9f7aee44e186 req-ee12e995-1453-465c-b24b-3959b9393c3d tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619173
Apr 20 17:28:35.336684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fdc03-719a-43ce-87c1-eb6d87cdbef9 req-28ada893-dcbf-41e0-a41a-7e0867a03680 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:35.338440 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e82fdc03-719a-43ce-87c1-eb6d87cdbef9 req-28ada893-dcbf-41e0-a41a-7e0867a03680 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1643870
Apr 20 17:28:35.394218 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e82fdc03-719a-43ce-87c1-eb6d87cdbef9 req-10cd30df-242a-4d4f-8dde-7e41e5fd7419 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485802
Apr 20 17:28:35.618640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba223ab-a811-4a7f-8391-bb12daa2c89d req-15c23a74-fe3a-4657-bfb6-ee5cec4970de tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:35.620038 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ba223ab-a811-4a7f-8391-bb12daa2c89d req-15c23a74-fe3a-4657-bfb6-ee5cec4970de tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1078994
Apr 20 17:28:35.689844 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ba223ab-a811-4a7f-8391-bb12daa2c89d req-7604563d-637f-4841-ad09-55e6061c2548 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611260
Apr 20 17:28:36.035220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3f0f3-555f-40ad-a19e-79188ecabe46 req-35cec564-b27b-4088-955d-92f92aca5053 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:36.036825 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-43b3f0f3-555f-40ad-a19e-79188ecabe46 req-35cec564-b27b-4088-955d-92f92aca5053 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.1096423
Apr 20 17:28:36.113790 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-43b3f0f3-555f-40ad-a19e-79188ecabe46 req-688e014c-b7a7-4045-9085-97a1599c3599 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686765
Apr 20 17:28:36.694950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848fb4-4fde-4a15-8cc5-3de7b1b05022 req-0070d628-a026-436f-b34a-b5d9975988de tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:36.696637 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12848fb4-4fde-4a15-8cc5-3de7b1b05022 req-0070d628-a026-436f-b34a-b5d9975988de tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1252196
Apr 20 17:28:36.798450 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12848fb4-4fde-4a15-8cc5-3de7b1b05022 req-503526ab-36c5-4c9a-a6fc-c025af327965 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940425
Apr 20 17:28:36.938464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-4385eb58-f2d4-49c8-a2d6-a53739931435 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:36.940575 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-4385eb58-f2d4-49c8-a2d6-a53739931435 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.1406367
Apr 20 17:28:37.032347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c849b-9fc9-46df-bdb5-27b57243a970 req-35770b77-eaa6-4a75-a2df-f15523d8e819 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:37.034012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba6c849b-9fc9-46df-bdb5-27b57243a970 req-35770b77-eaa6-4a75-a2df-f15523d8e819 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1212168
Apr 20 17:28:37.036837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Deleting port 77ddbf73-294d-4633-aa67-36a125b8fe93 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:37.037103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:37.084602 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba6c849b-9fc9-46df-bdb5-27b57243a970 req-800e1ae4-1776-424d-a2f5-7b7be4d7f91b tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436013
Apr 20 17:28:37.317598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] For port 77ddbf73-294d-4633-aa67-36a125b8fe93, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=77ddbf73-294d-4633-aa67-36a125b8fe93,segment=NetworkSegment(1fa9b96b-606a-44cc-ab19-9788ca032222),segment_id=1fa9b96b-606a-44cc-ab19-9788ca032222)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:37.318001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:37.365472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d803-2a53-4b32-9714-4befffdd21e5 req-e9e5f1f0-d14b-45c5-815f-576cb1764294 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:37.366989 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4304d803-2a53-4b32-9714-4befffdd21e5 req-e9e5f1f0-d14b-45c5-815f-576cb1764294 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 946 time: 0.0951281
Apr 20 17:28:37.416446 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4304d803-2a53-4b32-9714-4befffdd21e5 req-5e5b7a36-ee6c-4c2c-9008-608c67b04824 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/security-groups?id=c559044d-20a6-4708-94f2-d22c4124ef7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418723
Apr 20 17:28:37.453071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Calling delete_port for 77ddbf73-294d-4633-aa67-36a125b8fe93 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:37.795844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-0de5c904-58a2-47bc-9c13-0d8bed61b766 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:37.796705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-0de5c904-58a2-47bc-9c13-0d8bed61b766 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:37.813377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-0de5c904-58a2-47bc-9c13-0d8bed61b766 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:37.814655 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-0de5c904-58a2-47bc-9c13-0d8bed61b766 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 815 time: 0.1907966
Apr 20 17:28:37.821966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:37.828052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:37.831098 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2596aacb-6c69-4f09-bf5f-6bdced97062c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/quotas/6344b270ac19470aa9dba4d1e9211b25 HTTP/1.1" status: 200  len: 375 time: 0.0101891
Apr 20 17:28:37.875447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Pushing event deleted for resources: {'Port': ['ID=77ddbf73-294d-4633-aa67-36a125b8fe93,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:37.879688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:37.925966 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-c6da2b3d-296b-4e09-9c93-cdc59d02db3c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0882015
Apr 20 17:28:38.005014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] No DVR routers for this DVR port 77ddbf73-294d-4633-aa67-36a125b8fe93 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:38.012709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:38.016521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'name': 'network-vif-deleted', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:38.038975 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0e6c12c2-8106-4280-adbf-75e36facaff3 req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.72 "DELETE /v2.0/ports/77ddbf73-294d-4633-aa67-36a125b8fe93 HTTP/1.1" status: 204  len: 173 time: 1.0904529
Apr 20 17:28:38.069961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a9504-b7ea-4ef2-815f-43303afa504c req-5989667b-637a-4857-954b-41265c10ab15 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:38.071634 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6d2a9504-b7ea-4ef2-815f-43303afa504c req-5989667b-637a-4857-954b-41265c10ab15 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1131468
Apr 20 17:28:38.088626 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-bd6f42a9-afe4-4ff3-bc59-08c5b9f99b6c service neutron] 10.222.0.25 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477075
Apr 20 17:28:38.131911 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6d2a9504-b7ea-4ef2-815f-43303afa504c req-f42de422-390d-4927-9b2c-7f5611309be8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497794
Apr 20 17:28:38.197397 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4982eefa-4ce4-4d4f-8dc5-755689f3ca18', 'name': 'network-vif-deleted', 'tag': '77ddbf73-294d-4633-aa67-36a125b8fe93', 'status': 'completed', 'code': 200}
Apr 20 17:28:38.242183 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-b80f0429-093d-4ee7-86c3-8f3d76e3d788 service neutron] 10.222.0.25 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462364
Apr 20 17:28:38.384022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09964ce1-567a-45d9-8b90-09742702001f req-efb36051-7587-4bca-8b3c-ebb719fbad6e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:38.385595 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09964ce1-567a-45d9-8b90-09742702001f req-efb36051-7587-4bca-8b3c-ebb719fbad6e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.0947225
Apr 20 17:28:38.436818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09964ce1-567a-45d9-8b90-09742702001f req-2efff745-1a96-4765-9976-6414baa39e25 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447206
Apr 20 17:28:38.443084 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-950892b8-422c-4b42-a612-40d78027a6fe req-a4a2a68b-bb4b-4905-80e1-bc2735098724 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 210 time: 0.0489671
Apr 20 17:28:38.622239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-d95be428-ca29-4c3a-874b-37dece20eaa3 req-cbf2dccb-03b0-4bd3-9103-bb2af3512437 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Synchronizing usage tracker for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:38.638339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-d95be428-ca29-4c3a-874b-37dece20eaa3 req-cbf2dccb-03b0-4bd3-9103-bb2af3512437 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Unset dirty status for tenant:83bda82865ea45ff9fbdeaea3ba76631 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:38.639635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d95be428-ca29-4c3a-874b-37dece20eaa3 req-cbf2dccb-03b0-4bd3-9103-bb2af3512437 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] 10.222.0.25 "GET /v2.0/ports?device_id=4982eefa-4ce4-4d4f-8dc5-755689f3ca18 HTTP/1.1" status: 200  len: 210 time: 0.0695024
Apr 20 17:28:39.354555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254b14d-fdd0-4563-9861-4e5d8ef2876a req-12527314-0823-45e2-a8b3-6f1c36c0b1d0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:39.357132 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1254b14d-fdd0-4563-9861-4e5d8ef2876a req-12527314-0823-45e2-a8b3-6f1c36c0b1d0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.0952344
Apr 20 17:28:39.409618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1254b14d-fdd0-4563-9861-4e5d8ef2876a req-359de61e-99d2-42c6-92ac-b240b7d26ca4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460224
Apr 20 17:28:39.507101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 77ddbf73-294d-4633-aa67-36a125b8fe93 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:39.564342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 77ddbf73-294d-4633-aa67-36a125b8fe93 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:39.565253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 77ddbf73-294d-4633-aa67-36a125b8fe93 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:39.648826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-834b52cb-648f-4e9e-adb1-4d8c9bb74082 req-32219e70-6c86-48b0-a2ec-91362833b969 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 210 time: 0.0517752
Apr 20 17:28:39.683950 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-61e75b56-b0d5-4651-9e0d-f0bcf535d385 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1763947
Apr 20 17:28:39.697432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cce98-db18-4e08-9a91-33e8eab50f81 req-a1d88502-313c-4c21-85c2-61323f6496c0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:39.706088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad5cce98-db18-4e08-9a91-33e8eab50f81 req-a1d88502-313c-4c21-85c2-61323f6496c0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1321130
Apr 20 17:28:39.789037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44174) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:39.800916 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad5cce98-db18-4e08-9a91-33e8eab50f81 req-6ebf9ea2-71f3-4243-9dd1-2231b910247f tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938778
Apr 20 17:28:39.844079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-84e7709c-efbe-4768-baf3-af5641c99a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:39.845892 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-84e7709c-efbe-4768-baf3-af5641c99a46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1098 time: 0.1180234
Apr 20 17:28:39.895410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-9ba8a542-9cb2-40d8-8cde-80aea5ebdb82 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:39.896977 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-9ba8a542-9cb2-40d8-8cde-80aea5ebdb82 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 815 time: 0.2509673
Apr 20 17:28:39.908023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Deleting subnet a65426bf-e02e-4caa-be4b-e7728a8cdb1e {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:28:39.911738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:39.946638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'port': {'device_id': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'admin_state_up': True, 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:40.070101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:40.072029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-3bdeeb5f-b89b-404b-9092-a944d0b1c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:40.073617 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-3bdeeb5f-b89b-404b-9092-a944d0b1c36b service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.1948595
Apr 20 17:28:40.172019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:40.174757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:40.195488 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-75311f76-504d-4841-addd-7bb26c0d5267 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 1001 time: 0.1136320
Apr 20 17:28:40.212852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:port and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:40.221369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:40.282441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-65828bc5-752d-46fc-b7ef-1b47cb271459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:40.284070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-65828bc5-752d-46fc-b7ef-1b47cb271459 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.0813661
Apr 20 17:28:40.326120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:40.351079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Made reservation on behalf of 6344b270ac19470aa9dba4d1e9211b25 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:40.357279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:40.423192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-0ced8d37-03b2-45c8-9f3b-eadd0ef43f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:40.426274 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-0ced8d37-03b2-45c8-9f3b-eadd0ef43f66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1318820
Apr 20 17:28:40.814600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Allocated IP 172.20.0.12 (909c54b0-a1ab-4df0-866b-d60edace68e6/4a468602-57a0-4ca1-a160-5534d65aea22/538b9173-767f-43f3-b44f-a0c450ad5c85) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:28:40.922338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-7872a20f-ce30-432a-8372-d9b56b22723e req-bb888768-d2c5-446a-b498-70af2013111e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:40.944842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-7872a20f-ce30-432a-8372-d9b56b22723e req-bb888768-d2c5-446a-b498-70af2013111e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:40.959390 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7872a20f-ce30-432a-8372-d9b56b22723e req-bb888768-d2c5-446a-b498-70af2013111e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 210 time: 0.0976567
Apr 20 17:28:41.062895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.146015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Transition to ACTIVE for port object 538b9173-767f-43f3-b44f-a0c450ad5c85 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:41.199554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37f8f0-27da-4a1c-8fcf-d95e831c57dc req-2670e9ba-d4ab-48e0-ab64-0d71ad2dbc46 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:41.201659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.211370 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c37f8f0-27da-4a1c-8fcf-d95e831c57dc req-2670e9ba-d4ab-48e0-ab64-0d71ad2dbc46 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1259503
Apr 20 17:28:41.219120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:41.329761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3c37f8f0-27da-4a1c-8fcf-d95e831c57dc req-791bfe05-7ab4-4e9f-b783-8b6d154d6b27 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998642
Apr 20 17:28:41.366410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:41.374677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:41.380896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:28:41.389304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:41.395429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:28:41.452573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29b193-b368-4de7-902a-37d758fab6cc req-5d268c12-e80c-437a-b1ab-8e9c59e7cdd5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:41.454308 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c29b193-b368-4de7-902a-37d758fab6cc req-5d268c12-e80c-437a-b1ab-8e9c59e7cdd5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.3772266
Apr 20 17:28:41.525132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:41.525777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.553257 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1c29b193-b368-4de7-902a-37d758fab6cc req-e580f7cf-1296-455a-88c5-6d7218029b51 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851195
Apr 20 17:28:41.554310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.572937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-612c47ea-b1ff-4654-a46d-dd09e8cb6e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:41.606143 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6638169
Apr 20 17:28:41.618601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65426bf-e02e-4caa-be4b-e7728a8cdb1e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:41.620592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.622639 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a65426bf-e02e-4caa-be4b-e7728a8cdb1e HTTP/1.1" status: 204  len: 168 time: 1.8325474
Apr 20 17:28:41.624732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ce6c3d9-ac89-4049-8f1c-704ff8ee773d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:41.625622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44204) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:41.669942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b46be0b8-28bb-42de-83d5-55074291ceca None None] Provisioning for port 538b9173-767f-43f3-b44f-a0c450ad5c85 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:28:41.675534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-b46be0b8-28bb-42de-83d5-55074291ceca None None] Provisioning complete for port 538b9173-767f-43f3-b44f-a0c450ad5c85 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:41.675940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b46be0b8-28bb-42de-83d5-55074291ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.753472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b46be0b8-28bb-42de-83d5-55074291ceca None None] Port 538b9173-767f-43f3-b44f-a0c450ad5c85 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:28:41.753776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:41.892935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.032831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332e9841d0>,) {'filters': {'network_id': ['4425c8b8-beed-46b5-9bdb-a4a14e7f72dc']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:42.046393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e9841d0>, '1fa9b96b-606a-44cc-ab19-9788ca032222') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:42.046730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e9841d0>, '1fa9b96b-606a-44cc-ab19-9788ca032222') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:28:42.058608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.075317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.094113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:28:42.172960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeba802-8f64-4b94-bcab-fc8f362cdcd1 req-63d0ce62-5a02-42a9-9857-42eb28164322 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:42.174716 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-efeba802-8f64-4b94-bcab-fc8f362cdcd1 req-63d0ce62-5a02-42a9-9857-42eb28164322 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.0973392
Apr 20 17:28:42.244820 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-efeba802-8f64-4b94-bcab-fc8f362cdcd1 req-d4159c4e-a29a-454f-8abe-5c3444fe1445 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620699
Apr 20 17:28:42.295793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:28:42.305149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.546699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Network 4425c8b8-beed-46b5-9bdb-a4a14e7f72dc has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:28:42.571435 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:28:42.688001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2430-a4fe-42e5-ade2-91504b5de1d6 req-20d6b421-c26b-48a0-84a3-36d52b9b2835 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:42.689709 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f4a2430-a4fe-42e5-ade2-91504b5de1d6 req-20d6b421-c26b-48a0-84a3-36d52b9b2835 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2193527
Apr 20 17:28:42.690596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.717333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-78a918e8-60a7-4ae4-afe2-392fe52424a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:42.743587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.769358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4425c8b8-beed-46b5-9bdb-a4a14e7f72dc,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:42.776495 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f4a2430-a4fe-42e5-ade2-91504b5de1d6 req-81446d36-533c-4fda-947c-aee264739c0e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782950
Apr 20 17:28:42.782114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:42.798341 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4425c8b8-beed-46b5-9bdb-a4a14e7f72dc HTTP/1.1" status: 204  len: 168 time: 1.1619248
Apr 20 17:28:42.803610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:42.846148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665ccb-4c0d-4f15-923a-4da81513dbd5 req-bf860a30-4a66-47c6-ba60-4920066a3918 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:42.847832 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bb665ccb-4c0d-4f15-923a-4da81513dbd5 req-bf860a30-4a66-47c6-ba60-4920066a3918 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1470187
Apr 20 17:28:42.909522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bb665ccb-4c0d-4f15-923a-4da81513dbd5 req-965814ee-39fb-497e-9ae8-edf42cd13585 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537348
Apr 20 17:28:43.041969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44218) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:43.100645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-12d7efaa-f6b2-4814-b7ba-614b5ab14513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83bda82865ea45ff9fbdeaea3ba76631&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0566728
Apr 20 17:28:43.103101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44222) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:43.175722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:43.210373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:43.289627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:43.310535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4a1d5b0-c0d0-46b3-8b0a-014cfad8066d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:43.333645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c559044d-20a6-4708-94f2-d22c4124ef7b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:43.366376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:43.381506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:43.382688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c559044d-20a6-4708-94f2-d22c4124ef7b HTTP/1.1" status: 204  len: 168 time: 0.2785776
Apr 20 17:28:43.492749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-21a160e7-cbfa-4038-adab-fe1f148a4b43 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:43.493606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-21a160e7-cbfa-4038-adab-fe1f148a4b43 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:43.512527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-21a160e7-cbfa-4038-adab-fe1f148a4b43 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:43.514014 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-21a160e7-cbfa-4038-adab-fe1f148a4b43 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1240852
Apr 20 17:28:43.569611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-c7d1b829-453d-4666-bae3-9c623738ddb1 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:28:43.587007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-c7d1b829-453d-4666-bae3-9c623738ddb1 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:28:43.588292 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da92f0e0-b878-4c95-837e-1a9c8f536178 req-c7d1b829-453d-4666-bae3-9c623738ddb1 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675850
Apr 20 17:28:44.054236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900d54-6631-4ba0-a923-430984b435d4 req-30d43953-5fe5-483c-901c-95e68e0106f6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:44.055976 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4900d54-6631-4ba0-a923-430984b435d4 req-30d43953-5fe5-483c-901c-95e68e0106f6 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1349969
Apr 20 17:28:44.122535 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4900d54-6631-4ba0-a923-430984b435d4 req-d843cd8f-6ee0-48b5-a0e9-6db24d1b00c7 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570285
Apr 20 17:28:44.200038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d5670-e758-49c0-bd75-5a3094ebe8bd req-a28e00bb-0d78-4a16-a268-0b164d46e533 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:44.202321 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b6d5670-e758-49c0-bd75-5a3094ebe8bd req-a28e00bb-0d78-4a16-a268-0b164d46e533 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1252553
Apr 20 17:28:44.267136 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b6d5670-e758-49c0-bd75-5a3094ebe8bd req-9b69301e-6bc3-4b3d-98b1-5c1e3ea8bb98 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524144
Apr 20 17:28:44.818729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a321ac-8650-4138-8cc4-78b4bdb7be1d req-5490de03-0285-4c7c-894c-163e7e6e218f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:44.820515 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-86a321ac-8650-4138-8cc4-78b4bdb7be1d req-5490de03-0285-4c7c-894c-163e7e6e218f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1030920
Apr 20 17:28:44.880869 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-86a321ac-8650-4138-8cc4-78b4bdb7be1d req-ebc96d39-bec8-4ea7-8999-e8254db9e003 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523953
Apr 20 17:28:45.397508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f004e7-4a6a-4dc8-b109-2683760e269f req-99b2a6e6-59cf-4c88-8d7d-e9ad76d44bfc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:45.400010 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-35f004e7-4a6a-4dc8-b109-2683760e269f req-99b2a6e6-59cf-4c88-8d7d-e9ad76d44bfc tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1256311
Apr 20 17:28:45.464535 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-35f004e7-4a6a-4dc8-b109-2683760e269f req-05be34ce-4402-42e1-8f49-082e5c08d96d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565925
Apr 20 17:28:45.539832 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e5213-e90d-4e1c-95e9-e34781382c92 req-3058252f-316c-4d64-996a-ca7d292b6c99 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:45.541428 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d0e5213-e90d-4e1c-95e9-e34781382c92 req-3058252f-316c-4d64-996a-ca7d292b6c99 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1085432
Apr 20 17:28:45.597349 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d0e5213-e90d-4e1c-95e9-e34781382c92 req-69839c19-720a-4a92-94a7-2c4cc47d7652 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484555
Apr 20 17:28:45.851185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44282) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:46.010167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.030528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:46.037927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Usage tracker for resource:security_group_rule and tenant:fae09a50b0c047dbb4e4980c13cd5f90 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:46.041526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:46.048807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:46.134467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a73690-489e-46c2-a5d3-bb508a17e30f req-e4150a19-4cfd-495e-ac4b-548d79c31d7d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:46.136848 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-92a73690-489e-46c2-a5d3-bb508a17e30f req-e4150a19-4cfd-495e-ac4b-548d79c31d7d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1059837
Apr 20 17:28:46.160910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.164908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.176029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8a7104d0-181d-4980-bff4-f2eb36e74172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:46.193607 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-92a73690-489e-46c2-a5d3-bb508a17e30f req-70b87bec-e915-4526-8a43-8fe92e5d34b9 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492127
Apr 20 17:28:46.215912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fae09a50b0c047dbb4e4980c13cd5f90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3634894
Apr 20 17:28:46.218974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44290) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:46.266972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0238e9fd-e8d3-4be3-99e8-7408ed59ac1c,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:46.270433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:46.303331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.333162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.383625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.390806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f0adac0c-049e-4bc8-b14d-b9c3f8f00ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:46.407289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0238e9fd-e8d3-4be3-99e8-7408ed59ac1c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:46.411045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.412259 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0238e9fd-e8d3-4be3-99e8-7408ed59ac1c HTTP/1.1" status: 204  len: 168 time: 0.1914787
Apr 20 17:28:46.413357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:46.733442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ba760-1daf-4018-bba4-a8783679df6a req-b78c12cc-edfd-492e-b418-33a9b217f600 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:46.734424 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-695ba760-1daf-4018-bba4-a8783679df6a req-b78c12cc-edfd-492e-b418-33a9b217f600 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1436446
Apr 20 17:28:46.796656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-695ba760-1daf-4018-bba4-a8783679df6a req-f821f723-6e62-4648-83a8-75e9b0dcebb8 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552521
Apr 20 17:28:46.832535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44302) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:46.856436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:46.859391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5bb54-8d97-4e91-ba8e-ad6e293fde0b req-9632aa8a-2cce-4158-8f2a-e0e43e0ebfc5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:46.868966 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-62d5bb54-8d97-4e91-ba8e-ad6e293fde0b req-9632aa8a-2cce-4158-8f2a-e0e43e0ebfc5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1271346
Apr 20 17:28:46.899157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:46.908794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d68190d23b46c8b95d95f5783fb734 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:46.917766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:46.929989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:46.932860 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-62d5bb54-8d97-4e91-ba8e-ad6e293fde0b req-c9947811-214f-4d56-9e14-a15014e3cc4a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627708
Apr 20 17:28:47.071819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.075615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.083399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:47.127476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4292c8-a9da-4457-8ac5-5f3cf7aa1e72,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:47.131560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:47.135895 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d68190d23b46c8b95d95f5783fb734&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3005271
Apr 20 17:28:47.137796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44306) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:47.213406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.271585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.337499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.348670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-02cb39db-0d1c-4576-9982-8e53b22c5f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:47.368513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4292c8-a9da-4457-8ac5-5f3cf7aa1e72,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:47.371480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:47.418267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:47.419480 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e4292c8-a9da-4457-8ac5-5f3cf7aa1e72 HTTP/1.1" status: 204  len: 168 time: 0.2806747
Apr 20 17:28:47.469567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5716-278e-463d-8d5f-ad72b1b9b8ee req-92b7f7ec-794e-412c-a3bd-5bb8f654ba39 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:47.471181 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-579c5716-278e-463d-8d5f-ad72b1b9b8ee req-92b7f7ec-794e-412c-a3bd-5bb8f654ba39 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1055512
Apr 20 17:28:47.525590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-579c5716-278e-463d-8d5f-ad72b1b9b8ee req-a545b58a-f2cb-4049-adc3-d93ded010b73 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480597
Apr 20 17:28:48.025161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99839e-32ed-4e67-8288-b8d814a87f0a req-d8d52965-922a-4d40-9b9a-4461c8c13a4d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:48.026934 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad99839e-32ed-4e67-8288-b8d814a87f0a req-d8d52965-922a-4d40-9b9a-4461c8c13a4d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1026545
Apr 20 17:28:48.129462 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad99839e-32ed-4e67-8288-b8d814a87f0a req-8ebae045-6622-447e-a980-23c053daefad tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952921
Apr 20 17:28:48.183791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe14cb-3576-44c4-b4fb-d7c7c1883af4 req-8f96aba5-cb1a-4737-80ac-83e64970fea4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:48.185389 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ddbe14cb-3576-44c4-b4fb-d7c7c1883af4 req-8f96aba5-cb1a-4737-80ac-83e64970fea4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1101334
Apr 20 17:28:48.254393 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ddbe14cb-3576-44c4-b4fb-d7c7c1883af4 req-90cff602-ad1e-4b84-a5ea-fa951b10a9ad tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610738
Apr 20 17:28:48.772617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59279-c289-40ff-9d13-38b6e0159d09 req-b4da2e38-2964-41a4-8a11-fd6638c490ce tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:48.774294 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29d59279-c289-40ff-9d13-38b6e0159d09 req-b4da2e38-2964-41a4-8a11-fd6638c490ce tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1130159
Apr 20 17:28:48.828247 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29d59279-c289-40ff-9d13-38b6e0159d09 req-9c699412-c3c7-4aa1-a588-9ecd8344b292 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468996
Apr 20 17:28:49.011063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44350) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:49.168984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.193728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:49.197974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Usage tracker for resource:security_group_rule and tenant:22dd9f095355416eae1564bfb258d5d0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:49.201062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:49.207350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:49.375074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.387341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.429715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8e918330-78f1-4998-be82-f1979ac6567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:49.458583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf3af0-b886-42b5-8c18-31d698966c21,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:49.463624 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22dd9f095355416eae1564bfb258d5d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4511285
Apr 20 17:28:49.469080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44360) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:49.470118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:49.484779 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5a45c-13a4-467c-8d6e-795e812fece2 req-7c636752-9f89-413d-93b2-5800047414e4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:49.487378 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9bb5a45c-13a4-467c-8d6e-795e812fece2 req-7c636752-9f89-413d-93b2-5800047414e4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2171617
Apr 20 17:28:49.556435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2fc3e-9ba9-486f-ac65-9a1ee2fd29f7 req-731c9b1e-0ad9-4810-9d25-22cd317fc6fb tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:49.559480 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dfa2fc3e-9ba9-486f-ac65-9a1ee2fd29f7 req-731c9b1e-0ad9-4810-9d25-22cd317fc6fb tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1613555
Apr 20 17:28:49.560858 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9bb5a45c-13a4-467c-8d6e-795e812fece2 req-42e70247-4297-4f85-a474-f0557674746d tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673060
Apr 20 17:28:49.576642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.624149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.684087 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dfa2fc3e-9ba9-486f-ac65-9a1ee2fd29f7 req-7a903f07-e85b-468d-9412-7edb10920bb5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839617
Apr 20 17:28:49.696512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.702167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9a14e511-d856-4224-9e4b-570541110790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:49.714042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf3af0-b886-42b5-8c18-31d698966c21,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:49.720253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:49.722726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:49.723871 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-08238b18-f4b2-4c30-a0c9-2f3a64c79b94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67bf3af0-b886-42b5-8c18-31d698966c21 HTTP/1.1" status: 204  len: 168 time: 0.2537320
Apr 20 17:28:50.084704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f1cf-ce64-4248-b670-5f1f4e29a6a7 req-dd53107e-c81e-4f94-8202-774d8990aa46 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:50.086741 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7d83f1cf-ce64-4248-b670-5f1f4e29a6a7 req-dd53107e-c81e-4f94-8202-774d8990aa46 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1232386
Apr 20 17:28:50.153526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7d83f1cf-ce64-4248-b670-5f1f4e29a6a7 req-54791d46-409c-474b-8403-8fbbdb08da7e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580337
Apr 20 17:28:50.642778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44392) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:50.844403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcec646-3e40-48d4-be8d-7da3c2ceeb1a req-9ee843b0-8198-4c43-a58c-27b5dfc450b4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:50.850430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fdcec646-3e40-48d4-be8d-7da3c2ceeb1a req-9ee843b0-8198-4c43-a58c-27b5dfc450b4 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1498203
Apr 20 17:28:50.918851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1379032108-network', 'tenant_id': 'd6b29d0b27b146b5a67eaceccfdfee74'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:50.926968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:50.933888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fdcec646-3e40-48d4-be8d-7da3c2ceeb1a req-70263316-f32a-4afa-ac24-6e6dae37a01e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748079
Apr 20 17:28:50.940121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Usage tracker for resource:network and tenant:d6b29d0b27b146b5a67eaceccfdfee74 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:50.947813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:50.980455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:50.997246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Made reservation on behalf of d6b29d0b27b146b5a67eaceccfdfee74 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:51.005162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.037840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.074807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:51.082449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Usage tracker for resource:security_group_rule and tenant:d6b29d0b27b146b5a67eaceccfdfee74 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:51.086305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:51.098947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:51.322135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f58b-ec46-4e2f-b77b-9ed54b3e2aeb req-8d58e81b-ed7c-435f-88c7-692ad9463048 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:51.326202 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ce05f58b-ec46-4e2f-b77b-9ed54b3e2aeb req-8d58e81b-ed7c-435f-88c7-692ad9463048 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2537689
Apr 20 17:28:51.372151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.375817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.389579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:28:51.400432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.400875 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Added segment 33cc3217-7e7c-46ea-949a-024b7afda335 of type vlan for network 36a9e630-abe0-4645-a781-223593340c56
Apr 20 17:28:51.404550 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ce05f58b-ec46-4e2f-b77b-9ed54b3e2aeb req-82bf7613-0102-4340-88da-e82350a74f57 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703485
Apr 20 17:28:51.475863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-caf0e375-2aa9-4249-8c5b-8e23b89589b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:51.536293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.580551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ace50-cbc6-4a66-b35b-58b67eb6238d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:51.585924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:51.625102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.627390 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:51.628026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:51.635584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e02d9287-48ca-4983-9dce-72913f7eade0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:51.731283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a5645-a7e0-4cf0-98f1-ae8e69078155 req-8d8e5e7d-a5fc-494f-b15b-fc01b9418b4e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:51.732973 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586a5645-a7e0-4cf0-98f1-ae8e69078155 req-8d8e5e7d-a5fc-494f-b15b-fc01b9418b4e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.2606785
Apr 20 17:28:51.779938 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1352646
Apr 20 17:28:51.783192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44408) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:51.783996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Pushing event updated for resources: {'Network': ['ID=36a9e630-abe0-4645-a781-223593340c56,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:51.788763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a60e91b5-2a2a-4a43-b9eb-3b149885117b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:51.791176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Request body: {'subnet': {'network_id': '36a9e630-abe0-4645-a781-223593340c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1379032108-subnet', 'tenant_id': 'd6b29d0b27b146b5a67eaceccfdfee74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:51.796219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 36a9e630-abe0-4645-a781-223593340c56 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:28:51.799344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:51.804091 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Usage tracker for resource:subnet and tenant:d6b29d0b27b146b5a67eaceccfdfee74 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:51.807535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:51.814631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:51.816407 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-586a5645-a7e0-4cf0-98f1-ae8e69078155 req-1c3ffbe2-ec64-44c1-8555-aecdea19844d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653214
Apr 20 17:28:51.834810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Made reservation on behalf of d6b29d0b27b146b5a67eaceccfdfee74 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:51.841273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:52.257660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a3-4fd4-447d-a538-c04ee913346f req-cf3d8a9c-822d-48f9-a9be-74e99160f10e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:52.259299 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fb958a3-4fd4-447d-a538-c04ee913346f req-cf3d8a9c-822d-48f9-a9be-74e99160f10e tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1834147
Apr 20 17:28:52.331807 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fb958a3-4fd4-447d-a538-c04ee913346f req-c1d4e53c-5656-462c-b5bb-d7aef48450b0 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585074
Apr 20 17:28:52.420651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:52.425906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0d920b32-290b-43d2-8d98-51fd9c15f8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:52.510272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Request body: {'port': {'device_id': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:52.549461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Checking segment: {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:52.549828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Network hostable DHCP agents. Network: 36a9e630-abe0-4645-a781-223593340c56, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:28:52.607656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:52.616014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:52.647646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Network 36a9e630-abe0-4645-a781-223593340c56 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:28:52.676512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 36a9e630-abe0-4645-a781-223593340c56) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:28:52.693267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c23281-75d2-43b1-8a0d-9f8c4850c87b None None] Network 36a9e630-abe0-4645-a781-223593340c56 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:52.706533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:52.721660 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-f69d2cff-a628-4030-ae81-e780253b4d8e service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2080343
Apr 20 17:28:52.724935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:52.726489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:52.824924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f750018-3487-41af-9489-d63463fb30f9 req-682a91eb-c4b1-4ea1-bfc8-2bf82b0d7862 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:52.826763 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f750018-3487-41af-9489-d63463fb30f9 req-682a91eb-c4b1-4ea1-bfc8-2bf82b0d7862 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2590880
Apr 20 17:28:52.974101 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f750018-3487-41af-9489-d63463fb30f9 req-6f70d8f2-88b6-4bbf-abc7-d09ec3b13850 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907235
Apr 20 17:28:53.017615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ef2ba-f9e6-4d19-bca1-21a06b67761b None None] Network 36a9e630-abe0-4645-a781-223593340c56 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:28:53.159461 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3747768
Apr 20 17:28:53.249294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f522b6-a667-4825-82b0-825ec607e693 req-4f021eb5-b955-4b59-9866-13c92920114d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:53.258845 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39f522b6-a667-4825-82b0-825ec607e693 req-4f021eb5-b955-4b59-9866-13c92920114d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 932 time: 0.1807811
Apr 20 17:28:53.277215 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee5eacf1-33ed-4e39-8041-7ec977602b72 req-9113345a-5c39-4085-a1fd-b348e2819cdb service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5307326
Apr 20 17:28:53.345671 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39f522b6-a667-4825-82b0-825ec607e693 req-b7546986-ec46-4253-b691-245d4ecbd101 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856724
Apr 20 17:28:53.560294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:28:53.585564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b9173-767f-43f3-b44f-a0c450ad5c85 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:28:53.597044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.621686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eada1-3485-4fbc-88fd-26e14f8418ad req-3fb7c906-14f2-42fb-841a-0c457d60ced3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:53.630354 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc2eada1-3485-4fbc-88fd-26e14f8418ad req-3fb7c906-14f2-42fb-841a-0c457d60ced3 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1420238
Apr 20 17:28:53.678270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Transition to ACTIVE for port object 538b9173-767f-43f3-b44f-a0c450ad5c85 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:28:53.682027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.689679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:53.720889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d90ff6dc-8a0b-4fb0-84c6-4b54a711d1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.732003 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc2eada1-3485-4fbc-88fd-26e14f8418ad req-d24f14fa-e48e-4ff7-b838-c9c4507e5e12 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006610
Apr 20 17:28:53.734445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:53.762032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:28:53.852575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.877030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:28:53.896159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:53.900579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.905462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:53.922142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:53.926912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:53.967034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Attempting to bind port 538b9173-767f-43f3-b44f-a0c450ad5c85 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:28:53.967559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Attempting to bind port 538b9173-767f-43f3-b44f-a0c450ad5c85 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:28:53.968081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Attempting to bind port 538b9173-767f-43f3-b44f-a0c450ad5c85 on network 909c54b0-a1ab-4df0-866b-d60edace68e6 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:53.973552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Port 538b9173-767f-43f3-b44f-a0c450ad5c85 on network 909c54b0-a1ab-4df0-866b-d60edace68e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:28:53.974069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Attempting to bind port 538b9173-767f-43f3-b44f-a0c450ad5c85 on network 909c54b0-a1ab-4df0-866b-d60edace68e6 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:28:53.981233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:28:53.981342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Checking segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:28:53.981730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Bound using segment: {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:28:53.982212 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Bound port: 538b9173-767f-43f3-b44f-a0c450ad5c85, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efbe11d-942d-4685-96a9-4138df1aad45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:28:53.982592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:53.997583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:54.007410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.008184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.008697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.009077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.009478 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.010056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.010448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.011452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.011947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.013887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.013887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.013887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:28:54.025339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:54.110313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-a4247b4b-1903-41e3-a776-bb78f2a83460 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.112336 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-a4247b4b-1903-41e3-a776-bb78f2a83460 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.1131952
Apr 20 17:28:54.115664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:54.142990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:28:54.146527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:28:54.153531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:54.158515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:54.284650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.285369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:54.287154 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] 10.222.0.72 "PUT /v2.0/ports/538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 1094 time: 1.7819881
Apr 20 17:28:54.287461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:54.344415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:54.356231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:54.439745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Deleting port 0f54337c-15c0-4903-bd10-facc70b0a630 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:54.439983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:54.461002 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:28:54.535092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-14b2e50e-e517-41de-9f3d-ed9ccf792fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.539863 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-14b2e50e-e517-41de-9f3d-ed9ccf792fd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1097 time: 0.1518176
Apr 20 17:28:54.563958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a99e6-92f0-46cb-9730-86ebe0ef1944 req-43a293f1-dba4-4098-b7b9-e3b569c9687b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.571748 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-616a99e6-92f0-46cb-9730-86ebe0ef1944 req-43a293f1-dba4-4098-b7b9-e3b569c9687b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.3732126
Apr 20 17:28:54.684350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-d25afe68-925c-47db-a982-b02ed94f08fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 217 time: 0.0861259
Apr 20 17:28:54.684653 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-616a99e6-92f0-46cb-9730-86ebe0ef1944 req-b59ae1ce-345f-434a-9f36-8d7dec679a8a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119514
Apr 20 17:28:54.781070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-7f136dd8-6763-42e4-8e7e-4b2d0217f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.782781 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-7f136dd8-6763-42e4-8e7e-4b2d0217f98c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.0878830
Apr 20 17:28:54.795929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c222e8-4542-42bc-89b7-26a241dcd72b req-0f7fddfe-86ec-4e0d-b01a-ae1c049597e3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.797622 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29c222e8-4542-42bc-89b7-26a241dcd72b req-0f7fddfe-86ec-4e0d-b01a-ae1c049597e3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 944 time: 0.2482152
Apr 20 17:28:54.847848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] For port 0f54337c-15c0-4903-bd10-facc70b0a630, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f54337c-15c0-4903-bd10-facc70b0a630,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:54.848637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:54.908929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29c222e8-4542-42bc-89b7-26a241dcd72b req-8d04cf65-e82d-4bf6-b15d-86f33d697c19 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733116
Apr 20 17:28:54.949860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2ce1a687-ebb5-4992-b3a2-8fbb362b5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:54.951542 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-2ce1a687-ebb5-4992-b3a2-8fbb362b5a50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1529307
Apr 20 17:28:55.031215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Calling delete_port for 0f54337c-15c0-4903-bd10-facc70b0a630 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:28:55.185528 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-9182c107-84fb-41ae-8d57-a73bcdfc618a service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204480
Apr 20 17:28:55.198859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded138c-e2a4-4a07-bf70-a10ddd6b90cb req-ac1f5088-f645-455e-be23-68acc1312bd4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:55.200616 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ded138c-e2a4-4a07-bf70-a10ddd6b90cb req-ac1f5088-f645-455e-be23-68acc1312bd4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1514881
Apr 20 17:28:55.250262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7cf48-b2c5-4a2d-9e1e-fabcfb33f1b8 req-59ea7be0-4380-4791-bf25-8bb17bf33e20 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:55.251941 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-55f7cf48-b2c5-4a2d-9e1e-fabcfb33f1b8 req-59ea7be0-4380-4791-bf25-8bb17bf33e20 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/ports?device_id=30dfe985-711b-4719-abb0-63f3f9f31fe8 HTTP/1.1" status: 200  len: 945 time: 0.2308164
Apr 20 17:28:55.308826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:55.316474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61c643b8-28f2-46a1-8ced-c794cd687c21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:55.343802 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2ded138c-e2a4-4a07-bf70-a10ddd6b90cb req-f75bec9e-d242-4106-85fb-43fda1c95206 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182210
Apr 20 17:28:55.371867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['0f54337c-15c0-4903-bd10-facc70b0a630'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:55.372527 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-55f7cf48-b2c5-4a2d-9e1e-fabcfb33f1b8 req-8c37ac8b-9b7f-4a97-a7a8-c60c0525f555 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.25 "GET /v2.0/security-groups?id=8de6f268-43f8-4137-8983-092a248af188&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097100
Apr 20 17:28:55.375970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Pushing event deleted for resources: {'Port': ['ID=0f54337c-15c0-4903-bd10-facc70b0a630,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:55.384909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:55.400693 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8cc67452-6e1a-4466-8523-e151108f50e0 req-5585b8ab-cdbe-4ab9-b9d9-ea7416a6ef9e service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990278
Apr 20 17:28:55.470490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] No DVR routers for this DVR port 0f54337c-15c0-4903-bd10-facc70b0a630 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:28:55.472907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:55.475803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'name': 'network-vif-deleted', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:55.492836 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0bb01d80-1d2e-49d8-99f2-4fd1187ca135 req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] 10.222.0.72 "DELETE /v2.0/ports/0f54337c-15c0-4903-bd10-facc70b0a630 HTTP/1.1" status: 204  len: 173 time: 1.3623719
Apr 20 17:28:55.527130 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dfe985-711b-4719-abb0-63f3f9f31fe8', 'name': 'network-vif-deleted', 'tag': '0f54337c-15c0-4903-bd10-facc70b0a630', 'status': 'completed', 'code': 200}
Apr 20 17:28:55.610809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:28:55.692732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:28:55.693161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:55.845393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-2a7c7877-6953-4a22-9301-534fb8dc7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:55.847070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-2a7c7877-6953-4a22-9301-534fb8dc7906 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1097 time: 0.2112322
Apr 20 17:28:55.866550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:55.903804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:28:55.913945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:55.919140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:55.921001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 0f54337c-15c0-4903-bd10-facc70b0a630 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:28:55.945222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1725bb0-51af-4a82-bcb4-6d16a9fc2508 req-88b456a9-46b3-4c29-9d7f-dde93dca63b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:55.947151 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1725bb0-51af-4a82-bcb4-6d16a9fc2508 req-88b456a9-46b3-4c29-9d7f-dde93dca63b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.1102464
Apr 20 17:28:55.959001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-1f125021-dd1b-4348-a089-b7646f6a871c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:55.964679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-403209b5-e9b2-4e95-aaf1-4e0ae3ddd3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:55.965821 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-1f125021-dd1b-4348-a089-b7646f6a871c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/networks?id=36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 200  len: 809 time: 0.2863383
Apr 20 17:28:55.998986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 0f54337c-15c0-4903-bd10-facc70b0a630 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:28:55.999295 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-30822e1a-917d-4afa-89fa-1e0f625aa34f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/quotas/d6b29d0b27b146b5a67eaceccfdfee74 HTTP/1.1" status: 200  len: 375 time: 0.0272684
Apr 20 17:28:55.999411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 0f54337c-15c0-4903-bd10-facc70b0a630 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:28:56.020463 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c1725bb0-51af-4a82-bcb4-6d16a9fc2508 req-de2f4d21-111c-4ec7-9f1a-e9e588f09ec9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662918
Apr 20 17:28:56.050881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:56.054514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:56.092406 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'code': 200}
Apr 20 17:28:56.105888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-cadeda15-fd2b-4400-833c-e11c186ecb30 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0948305
Apr 20 17:28:56.113669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-22d09412-45b9-4e95-a6d7-c615e6750832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:56.115229 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-22d09412-45b9-4e95-a6d7-c615e6750832 service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.2505724
Apr 20 17:28:56.138202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efdc0ddc-ebba-4f16-9724-e94a894f90f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:56.325231 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-3158823c-c35a-4e8c-9e9a-5e9fd463bdd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 217 time: 0.1818836
Apr 20 17:28:56.337788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ca642-1912-46b6-a53e-c639c4a19bab req-3e90830f-c978-45b5-b8a8-478ef96c09e2 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:56.345469 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-481ca642-1912-46b6-a53e-c639c4a19bab req-3e90830f-c978-45b5-b8a8-478ef96c09e2 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 944 time: 0.1056867
Apr 20 17:28:56.399677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-481ca642-1912-46b6-a53e-c639c4a19bab req-0b9b5f5e-24ca-40ee-97e4-61456cc28cf9 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523005
Apr 20 17:28:56.457652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-e6256cb4-9cb3-4c01-b730-aa848f4f1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:56.459243 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-e6256cb4-9cb3-4c01-b730-aa848f4f1e05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.1158638
Apr 20 17:28:56.550601 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-ff65d9db-f5c1-4bbb-90dc-bf2a6b179012 service neutron] 10.222.0.25 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4328403
Apr 20 17:28:56.636322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddd52a-bfa0-4cc8-bede-1b43a39ad7d1 req-01dfa29b-a346-4be1-b11f-9b07adc3ab2f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:56.638019 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e9ddd52a-bfa0-4cc8-bede-1b43a39ad7d1 req-01dfa29b-a346-4be1-b11f-9b07adc3ab2f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1028519
Apr 20 17:28:56.685934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-a31ac06f-1825-407c-ab8d-e078db44d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:56.687560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-a31ac06f-1825-407c-ab8d-e078db44d946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2153156
Apr 20 17:28:56.692754 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e9ddd52a-bfa0-4cc8-bede-1b43a39ad7d1 req-428a1935-eae4-4dd5-84ea-2996b3f86d14 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475554
Apr 20 17:28:56.803819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44500) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:28:56.821071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-7a04d4dd-503d-4686-9c20-29b55f6e6313 service neutron] 10.222.0.25 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621837
Apr 20 17:28:56.903577 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-5dbc3067-5ed0-418e-8bb6-d9e0fe3b3495 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065909
Apr 20 17:28:57.252516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:57.417502 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2983d267-5007-4eff-9df4-a72edce37036 req-a37e4742-c5f4-48e7-875f-1a73b0668a42 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 210 time: 0.1561942
Apr 20 17:28:57.525531 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-260f58a3-4477-428b-b2d4-86bdb289bb46 req-84fb7b53-a2a4-4026-8629-9a31fe74f393 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6119821
Apr 20 17:28:57.556432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 538b9173-767f-43f3-b44f-a0c450ad5c85 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:28:57.711819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b21fa-fc05-4495-a6a1-2b11242b1054 req-b43101dc-7759-4e5e-bd21-9d3930494b1d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:57.720781 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff7b21fa-fc05-4495-a6a1-2b11242b1054 req-b43101dc-7759-4e5e-bd21-9d3930494b1d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1892295
Apr 20 17:28:57.778503 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff7b21fa-fc05-4495-a6a1-2b11242b1054 req-d127cec6-e1a2-494c-83ea-61c62c7ae4ae tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565960
Apr 20 17:28:57.829038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:57.960232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45a04-5f38-47a0-869d-0b7082ec7a13 req-bff8b11c-ec0d-4842-8614-0e340822c4aa tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:57.968417 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4eb45a04-5f38-47a0-869d-0b7082ec7a13 req-bff8b11c-ec0d-4842-8614-0e340822c4aa tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 944 time: 0.3237448
Apr 20 17:28:57.987629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:58.029054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'port_id': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'mac_address': 'fa:16:3e:83:86:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:28:58.060097 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4eb45a04-5f38-47a0-869d-0b7082ec7a13 req-3f48efae-4ec2-4dc6-9ec2-75e60b245342 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906892
Apr 20 17:28:58.111795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfe3df-ed89-4851-bedf-3ba63f8cf5a2 req-e5486b5a-e701-4652-a39b-2ac31a2a4556 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:58.113622 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-37bfe3df-ed89-4851-bedf-3ba63f8cf5a2 req-e5486b5a-e701-4652-a39b-2ac31a2a4556 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.2258806
Apr 20 17:28:58.131804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:58.175533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b9173-767f-43f3-b44f-a0c450ad5c85 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:28:58.185203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:58.226669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:58.230626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:58.232814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:28:58.240427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-37bfe3df-ed89-4851-bedf-3ba63f8cf5a2 req-1d2a5cb2-df12-4fb7-80cf-fadcf02949ed tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198246
Apr 20 17:28:58.319732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:28:58.323901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:28:58.656177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:28:58.668736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c350b06c-655b-4ada-b1dd-2a3e23178515 req-8959d63a-e8f5-4c9e-8edb-73ab8025977a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 210 time: 0.0659969
Apr 20 17:28:58.721854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:59.015415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Deleting port 7fb367ae-ff2c-43ab-9cf2-0864511d1066 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:28:59.015749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:59.267085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-fce4393b-a2be-4ce3-864c-c7653c50fc21 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:59.268964 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-fce4393b-a2be-4ce3-864c-c7653c50fc21 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "GET /v2.0/networks?id=36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 200  len: 809 time: 0.1953402
Apr 20 17:28:59.296324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Request body: {'port': {'device_id': 'b6a0663a-066a-498b-966d-e93116ff684c', 'network_id': '36a9e630-abe0-4645-a781-223593340c56', 'admin_state_up': True, 'tenant_id': 'd6b29d0b27b146b5a67eaceccfdfee74'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:28:59.487458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ba67c-9074-4473-a517-4b0ae0f761b1 req-e176bc26-b539-4c27-bd6b-4821676cedfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:28:59.499724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] For port 7fb367ae-ff2c-43ab-9cf2-0864511d1066, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7fb367ae-ff2c-43ab-9cf2-0864511d1066,segment=NetworkSegment(3c1cb42b-329a-4a40-9497-1d936b753ba7),segment_id=3c1cb42b-329a-4a40-9497-1d936b753ba7)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:28:59.500188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:59.500696 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-687ba67c-9074-4473-a517-4b0ae0f761b1 req-e176bc26-b539-4c27-bd6b-4821676cedfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.5250754
Apr 20 17:28:59.608299 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-687ba67c-9074-4473-a517-4b0ae0f761b1 req-bda8504c-3fe1-4db8-98a9-0293e86ad00d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056998
Apr 20 17:28:59.633225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:28:59.638570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Usage tracker for resource:port and tenant:d6b29d0b27b146b5a67eaceccfdfee74 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:28:59.642650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:28:59.650446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:28:59.671140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Made reservation on behalf of d6b29d0b27b146b5a67eaceccfdfee74 for: {'port': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:28:59.680873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:28:59.756263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Calling delete_port for 7fb367ae-ff2c-43ab-9cf2-0864511d1066 owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:29:00.000085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43630b0-cb02-48bc-b4ac-9f30ff8fe4ad req-6a68223a-4812-4c85-996a-ce2ca8e3c7b3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:00.001852 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a43630b0-cb02-48bc-b4ac-9f30ff8fe4ad req-6a68223a-4812-4c85-996a-ce2ca8e3c7b3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.2425156
Apr 20 17:29:00.016394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Allocated IP 172.20.0.12 (36a9e630-abe0-4645-a781-223593340c56/ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b/03352e29-ae63-49fb-878b-77cba92c7619) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:29:00.113166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa41f4-f485-4132-84f6-166c64bf4b30 req-1e7c3d39-73fd-4662-bcaf-5c8fb97609cf tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:00.122512 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b7fa41f4-f485-4132-84f6-166c64bf4b30 req-1e7c3d39-73fd-4662-bcaf-5c8fb97609cf tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 945 time: 0.6871054
Apr 20 17:29:00.135160 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a43630b0-cb02-48bc-b4ac-9f30ff8fe4ad req-8c5380dc-9975-4c97-933a-41b3ef19aaac tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157818
Apr 20 17:29:00.302438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:29:00.319817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:00.327016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:00.369725 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b7fa41f4-f485-4132-84f6-166c64bf4b30 req-68de0734-0be7-4f4f-9cae-6f6f7a3f0ea3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459652
Apr 20 17:29:00.379893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb367ae-ff2c-43ab-9cf2-0864511d1066,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:00.390120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.390640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.390952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.391259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.391658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.392052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.392448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.392879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.393238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.393619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.394006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.394391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:00.406402 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3341110b-4ec4-4306-81ba-8785643259b4 req-7de7d812-a3db-4e98-bf15-565481009121 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 210 time: 0.1202595
Apr 20 17:29:00.429270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:00.550227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:00.601396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:00.612784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3e06eac-0d12-40ca-b166-0d716b511207 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:00.699570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Network 36a9e630-abe0-4645-a781-223593340c56 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:29:00.705226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:29:00.723575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:29:00.825544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:01.016940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Pushing event updated for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:01.041724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.043517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.044415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.045349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.046233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.046896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.047524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.048139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.048745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.050230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.050899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.051596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:01.067715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:01.083205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:01.083858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:01.335849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6bf90-62c2-4f47-8e12-d7b0ae542847 req-3ed909ce-9a7d-4dbb-8a61-5bf63e81dcd5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:01.337506 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ee6bf90-62c2-4f47-8e12-d7b0ae542847 req-3ed909ce-9a7d-4dbb-8a61-5bf63e81dcd5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2595894
Apr 20 17:29:01.420569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb657-6830-4cbf-97f7-8bb22f67b7e8 req-f618bc30-4d5c-4129-8dd2-154beda04c2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:01.422553 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0dbcb657-6830-4cbf-97f7-8bb22f67b7e8 req-f618bc30-4d5c-4129-8dd2-154beda04c2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1268311
Apr 20 17:29:01.476320 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0dbcb657-6830-4cbf-97f7-8bb22f67b7e8 req-f80c4980-8413-490c-a852-8ff676f7279a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473919
Apr 20 17:29:01.485095 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-13da59d7-ba24-4bc9-a3a2-784997c13105 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1949689
Apr 20 17:29:01.513444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Request body: {'port': {'device_id': 'b6a0663a-066a-498b-966d-e93116ff684c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:01.560197 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ee6bf90-62c2-4f47-8e12-d7b0ae542847 req-221f70ac-0441-44b4-b4e6-aa55a47e8e78 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568019
Apr 20 17:29:01.612517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Router c79dfc22-66fb-48cb-82ab-6b16f9be6791 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:29:01.616892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 538b9173-767f-43f3-b44f-a0c450ad5c85 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:29:01.748493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:01.779146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 538b9173-767f-43f3-b44f-a0c450ad5c85 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:29:01.785682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 538b9173-767f-43f3-b44f-a0c450ad5c85 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:29:01.786397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:01.983734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:02.023759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:02.025236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:02.032857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:02.035756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:02.113559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:02.124106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:02.179381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03352e29-ae63-49fb-878b-77cba92c7619 {{(pid=86382) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:29:02.188407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:02.233247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Transition to ACTIVE for port object 03352e29-ae63-49fb-878b-77cba92c7619 will not be triggered until provisioned by entity L2. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:29:02.238986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bc35e-d9c4-419e-a911-b109a8b7511b req-2a05b421-6aae-4645-8fdf-3b0218ceb30c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:02.240613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c3bc35e-d9c4-419e-a911-b109a8b7511b req-2a05b421-6aae-4645-8fdf-3b0218ceb30c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 932 time: 0.4368320
Apr 20 17:29:02.244112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:29:02.247267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:02.252542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9784fb62-3f4b-4525-a46c-eb5664456528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:02.258625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] 10.222.0.25 "PUT /v2.0/routers/c79dfc22-66fb-48cb-82ab-6b16f9be6791/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4536576
Apr 20 17:29:02.261766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44548) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:02.268701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Sync routers for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:29:02.285170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:29:02.285923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f9bf28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:28:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:02.349386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Pushing event updated for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:02.356706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:02.367133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cc932-f358-4830-8a4f-95cb6013ff7a req-9c5b363f-e682-4087-872b-211821a43ff9 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:02.376651 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-187cc932-f358-4830-8a4f-95cb6013ff7a req-9c5b363f-e682-4087-872b-211821a43ff9 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 945 time: 0.6701000
Apr 20 17:29:02.500227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2c3bc35e-d9c4-419e-a911-b109a8b7511b req-dc10d6c7-810c-4215-8c80-5416f4733aa7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Synchronizing usage tracker for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:02.523838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:29:02.532835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-187cc932-f358-4830-8a4f-95cb6013ff7a req-7d613910-dcad-4c2d-964b-1f58ba438702 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562896
Apr 20 17:29:02.578137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2c3bc35e-d9c4-419e-a911-b109a8b7511b req-dc10d6c7-810c-4215-8c80-5416f4733aa7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Unset dirty status for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:02.588518 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c3bc35e-d9c4-419e-a911-b109a8b7511b req-dc10d6c7-810c-4215-8c80-5416f4733aa7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517300
Apr 20 17:29:02.629718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:02.648892 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'code': 200}
Apr 20 17:29:02.730452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Attempting to bind port 03352e29-ae63-49fb-878b-77cba92c7619 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:29:02.737835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Attempting to bind port 03352e29-ae63-49fb-878b-77cba92c7619 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:29:02.738508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Attempting to bind port 03352e29-ae63-49fb-878b-77cba92c7619 on network 36a9e630-abe0-4645-a781-223593340c56 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:29:02.756185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Port 03352e29-ae63-49fb-878b-77cba92c7619 on network 36a9e630-abe0-4645-a781-223593340c56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:29:02.756791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Attempting to bind port 03352e29-ae63-49fb-878b-77cba92c7619 on network 36a9e630-abe0-4645-a781-223593340c56 {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:29:02.764804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:29:02.765631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Checking segment: {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:29:02.769862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Bound using segment: {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'} {{(pid=86382) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:29:02.770670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Bound port: 03352e29-ae63-49fb-878b-77cba92c7619, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'}}] {{(pid=86382) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:29:02.771235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.069169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, cleared binding levels {{(pid=86382) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:29:03.092291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f418d3-f03e-4ee2-a748-9e8027adcea5 req-bb06ddbc-3115-44db-8ebc-c8a71709a755 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:03.094226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f9bf28>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:29:00Z', 'revision_number': 5, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:03.099157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Checking router: c79dfc22-66fb-48cb-82ab-6b16f9be6791 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:29:03.110931 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4f418d3-f03e-4ee2-a748-9e8027adcea5 req-bb06ddbc-3115-44db-8ebc-c8a71709a755 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2163293
Apr 20 17:29:03.112045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Routers {'c79dfc22-66fb-48cb-82ab-6b16f9be6791'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:29:03.112746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f9bf28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:28:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:03.192600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03352e29-ae63-49fb-878b-77cba92c7619,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86382) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:29:03.214899 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c4f418d3-f03e-4ee2-a748-9e8027adcea5 req-b2e91e9f-5c0e-4247-81cf-1e88dbd2f36b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012628
Apr 20 17:29:03.222430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.237159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f71a8469-731e-4dfb-aae0-47d255bbd042 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:03.307058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.337332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Deleting port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:29:03.337629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.423663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:03.424115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.425666 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] 10.222.0.72 "PUT /v2.0/ports/03352e29-ae63-49fb-878b-77cba92c7619 HTTP/1.1" status: 200  len: 1094 time: 1.9200974
Apr 20 17:29:03.461592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:03.467663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Pushing event updated for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=3']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:03.496248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:03.570173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f3e79-73dc-47a3-abca-459fd1e74530 req-7bed5231-905e-42c0-9375-8598903b1d42 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:03.578373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] Set router c79dfc22-66fb-48cb-82ab-6b16f9be6791 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:29:03.579113 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e3f3e79-73dc-47a3-abca-459fd1e74530 req-7bed5231-905e-42c0-9375-8598903b1d42 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.5268109
Apr 20 17:29:03.633932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ea3f8-4be0-47c9-b900-fa05b867ad11 req-bbd34f85-29da-4200-803c-1df7921785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:03.635615 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-480ea3f8-4be0-47c9-b900-fa05b867ad11 req-bbd34f85-29da-4200-803c-1df7921785dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1099 time: 0.5634727
Apr 20 17:29:03.692250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619', 'status': 'completed', 'code': 200}
Apr 20 17:29:03.836312 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e3f3e79-73dc-47a3-abca-459fd1e74530 req-28581d96-4c41-43ab-9e11-537f15918333 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2561109
Apr 20 17:29:03.857244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] For port 34208e5b-2fd4-4d6a-934a-c1fbedd2105b, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:03.857631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:03.884013 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-480ea3f8-4be0-47c9-b900-fa05b867ad11 req-23805a7e-5ced-4fad-a678-5a8ff04cb041 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335775
Apr 20 17:29:03.913515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-e543145d-4801-4f69-ad83-e4df14218a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:03.916441 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-e543145d-4801-4f69-ad83-e4df14218a4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 1097 time: 0.4057851
Apr 20 17:29:03.994124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f9bf28>, [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:29:00Z', 'revision_number': 5, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:03.999733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dea8a-caa2-4eb3-9d98-f9dc49e0e310 None None] The sync data for ids ['c79dfc22-66fb-48cb-82ab-6b16f9be6791'] in dv-cinder-786927-2-iscsi is: [{'id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'name': 'tempest-ServerRescueNegativeTestJSON-531056816-router', 'tenant_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:29:00Z', 'revision_number': 5, 'project_id': 'd0b175d75bce4487bb0d93cb93174ddb', 'gw_port': {'id': '34208e5b-2fd4-4d6a-934a-c1fbedd2105b', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79dfc22-66fb-48cb-82ab-6b16f9be6791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:46Z', 'updated_at': '2021-04-20T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:29:04.023745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889e43-bcd7-4101-b214-a7e16a77280a req-93d1a0b7-4700-44e4-b6d6-c86c321eb9ae tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:04.026458 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dd889e43-bcd7-4101-b214-a7e16a77280a req-93d1a0b7-4700-44e4-b6d6-c86c321eb9ae tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.2370276
Apr 20 17:29:04.121078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Calling delete_port for 34208e5b-2fd4-4d6a-934a-c1fbedd2105b owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:29:04.130684 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dd889e43-bcd7-4101-b214-a7e16a77280a req-0aa5f996-0672-4969-a0e7-884e8578d03d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859520
Apr 20 17:29:04.285611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c90cf-fb11-493f-9840-543665a93293 req-9fa42416-0c81-4599-a6c7-18706f8bada5 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:04.287373 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4b3c90cf-fb11-493f-9840-543665a93293 req-9fa42416-0c81-4599-a6c7-18706f8bada5 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 944 time: 0.1774762
Apr 20 17:29:04.389842 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4b3c90cf-fb11-493f-9840-543665a93293 req-8cd10242-72da-46f2-8684-7506017c6d9a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899954
Apr 20 17:29:04.424378 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-8a2bd2a8-9302-4368-92b6-cec1e2717b72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03352e29-ae63-49fb-878b-77cba92c7619 HTTP/1.1" status: 200  len: 217 time: 0.2239666
Apr 20 17:29:04.523357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39543833-3e0d-473f-979d-f2f2c29815bf req-cc9a7c4f-ca82-4e1f-9104-172cf77f6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:04.524102 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-cc9a7c4f-ca82-4e1f-9104-172cf77f6338 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b HTTP/1.1" status: 200  len: 849 time: 0.0862546
Apr 20 17:29:04.550116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:04.554242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:04.607683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Pushing event deleted for resources: {'Port': ['ID=34208e5b-2fd4-4d6a-934a-c1fbedd2105b,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:04.611828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:04.630842 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-c7a1eab9-6a1e-40db-9a64-f62ca8d40f0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36a9e630-abe0-4645-a781-223593340c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612452
Apr 20 17:29:04.739953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:04.811046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ca75-8a60-41b7-9f9a-797a433d74b1 req-86b342dd-2d42-4e58-8ee6-b89d6e314f4c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:04.819454 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0424ca75-8a60-41b7-9f9a-797a433d74b1 req-86b342dd-2d42-4e58-8ee6-b89d6e314f4c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2941880
Apr 20 17:29:04.970791 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0424ca75-8a60-41b7-9f9a-797a433d74b1 req-fac40b44-af50-44b8-895c-5e68f064494a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500442
Apr 20 17:29:04.973249 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-504a6b2a-18b9-43a4-8240-97d4b7bbb2f5 service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310966
Apr 20 17:29:05.044716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7fb367ae-ff2c-43ab-9cf2-0864511d1066 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:29:05.100980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.105507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.189900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 7fb367ae-ff2c-43ab-9cf2-0864511d1066 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:29:05.190573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7fb367ae-ff2c-43ab-9cf2-0864511d1066 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:29:05.291835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39543833-3e0d-473f-979d-f2f2c29815bf req-e84ae066-da06-4e44-8349-6063d0405f6f service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3103044
Apr 20 17:29:05.493815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.494665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79dfc22-66fb-48cb-82ab-6b16f9be6791 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:29:05.578463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.585004 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] 10.222.0.25 "DELETE /v2.0/routers/c79dfc22-66fb-48cb-82ab-6b16f9be6791 HTTP/1.1" status: 204  len: 168 time: 3.3214924
Apr 20 17:29:05.589006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44570) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:05.718753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Deleting subnet 479ce208-a5d1-407e-9819-fdfba86ce135 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:29:05.725002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.781504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7dd3e-51c0-42d0-aee9-b0e1f389953f req-141555cf-7b90-4e61-98eb-760c9f2ae99d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:05.783447 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-23a7dd3e-51c0-42d0-aee9-b0e1f389953f req-141555cf-7b90-4e61-98eb-760c9f2ae99d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.4079874
Apr 20 17:29:05.816418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:05.933882 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-23a7dd3e-51c0-42d0-aee9-b0e1f389953f req-d6f1b858-a208-4b45-80a1-cf88132e79b3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796323
Apr 20 17:29:05.959995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-14a11b35-b0a9-42fb-9a02-065ddc6322f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:05.961943 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-14a11b35-b0a9-42fb-9a02-065ddc6322f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 1097 time: 0.1548316
Apr 20 17:29:05.964489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:06.039045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffccc8-2190-4d04-ac3c-e019b84c37ab req-7c662f2e-f400-44e1-9f20-acbb43840b80 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:06.041392 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-22ffccc8-2190-4d04-ac3c-e019b84c37ab req-7c662f2e-f400-44e1-9f20-acbb43840b80 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.6620839
Apr 20 17:29:06.192906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-22ffccc8-2190-4d04-ac3c-e019b84c37ab req-45457d83-3a7a-47e4-9a41-698e4feb7f79 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678065
Apr 20 17:29:06.326311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-4b4558d2-3d05-444b-afd6-ada9a8b9a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:06.329341 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-4b4558d2-3d05-444b-afd6-ada9a8b9a414 service neutron] 10.222.0.72 "GET /v2.0/networks?id=36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 200  len: 911 time: 0.3514616
Apr 20 17:29:06.390730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1aea1-ddbc-4dd9-a027-efada23e0659 req-15829a8d-7f01-417a-8cc0-4a7463b4445c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:06.392993 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-56d1aea1-ddbc-4dd9-a027-efada23e0659 req-15829a8d-7f01-417a-8cc0-4a7463b4445c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 944 time: 0.2431102
Apr 20 17:29:06.494231 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-56d1aea1-ddbc-4dd9-a027-efada23e0659 req-577a17ec-37a9-475e-a175-33d99c0b3fa6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859759
Apr 20 17:29:06.568930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:06.575644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b8ad74f-33ea-47dc-a225-8482eb8cea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:06.625143 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-2d6e35ed-aacb-4383-9ce7-9fca14af5525 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03352e29-ae63-49fb-878b-77cba92c7619 HTTP/1.1" status: 200  len: 217 time: 0.2874563
Apr 20 17:29:06.719025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-45d0ac84-91b5-4f4d-95ca-6b57013e9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:06.720838 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-45d0ac84-91b5-4f4d-95ca-6b57013e9858 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b HTTP/1.1" status: 200  len: 849 time: 0.0866864
Apr 20 17:29:06.786353 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-42c64616-f046-4a76-9561-21d5bcc0a80c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36a9e630-abe0-4645-a781-223593340c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553639
Apr 20 17:29:06.838413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87b2af-214a-4dbb-b1d3-e1b03a894ade req-df0448a2-d881-4230-b2d1-5edf62b857a0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:06.846592 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba87b2af-214a-4dbb-b1d3-e1b03a894ade req-df0448a2-d881-4230-b2d1-5edf62b857a0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.4010584
Apr 20 17:29:06.906852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 34208e5b-2fd4-4d6a-934a-c1fbedd2105b no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:29:06.926022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:06.940819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479ce208-a5d1-407e-9819-fdfba86ce135,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:06.945799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:06.955067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 34208e5b-2fd4-4d6a-934a-c1fbedd2105b {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:29:06.955951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 34208e5b-2fd4-4d6a-934a-c1fbedd2105b not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:29:06.962882 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-08104b0d-4502-49f3-b0e3-729f17187755 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/479ce208-a5d1-407e-9819-fdfba86ce135 HTTP/1.1" status: 204  len: 168 time: 1.3720016
Apr 20 17:29:06.964046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44576) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:07.063692 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba87b2af-214a-4dbb-b1d3-e1b03a894ade req-285f552b-b9ed-49b7-baf6-98ea9b5957fd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2160053
Apr 20 17:29:07.078821 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-76f2f626-81ae-419f-b041-037f649e14cb service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760944
Apr 20 17:29:07.122330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:07.259763 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-39e144ef-a190-463c-84ce-cd1a7e888a77 req-1f6dc32c-bf4d-4e87-af76-410983f082c4 service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741986
Apr 20 17:29:07.358656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8e216-f64e-482b-adcf-1a339b9d3f61 req-7678154a-ff17-4c73-bcc3-e4269f6d011d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:07.360292 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0e8e216-f64e-482b-adcf-1a339b9d3f61 req-7678154a-ff17-4c73-bcc3-e4269f6d011d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.2339666
Apr 20 17:29:07.368514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:07.500756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332f7409e8>,) {'filters': {'network_id': ['0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:07.520127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f7409e8>, '3c1cb42b-329a-4a40-9497-1d936b753ba7') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:07.520459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f7409e8>, '3c1cb42b-329a-4a40-9497-1d936b753ba7') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:07.523320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49c041-261b-4ece-a413-48ff2caeea82 req-779c83da-2145-45a0-9abc-24dd5d89dce0 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:07.533756 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eb49c041-261b-4ece-a413-48ff2caeea82 req-779c83da-2145-45a0-9abc-24dd5d89dce0 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.1315153
Apr 20 17:29:07.536641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:07.590435 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eb49c041-261b-4ece-a413-48ff2caeea82 req-f39fd037-0095-4876-b7bd-b32b8cd5d4f5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542841
Apr 20 17:29:07.596049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:07.622408 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0e8e216-f64e-482b-adcf-1a339b9d3f61 req-54c00ab7-26b9-4b9f-83c3-bed1fff5b6a4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629101
Apr 20 17:29:07.623723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:29:07.633001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 03352e29-ae63-49fb-878b-77cba92c7619 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:29:07.825318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aeea4-e288-4688-8b9c-d2ead8e3e04d req-88181a45-ef6c-4bf2-932c-fa8f7f69109e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:07.826052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-a03aeea4-e288-4688-8b9c-d2ead8e3e04d req-88181a45-ef6c-4bf2-932c-fa8f7f69109e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Synchronizing usage tracker for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:07.850117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-a03aeea4-e288-4688-8b9c-d2ead8e3e04d req-88181a45-ef6c-4bf2-932c-fa8f7f69109e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Unset dirty status for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:07.858655 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a03aeea4-e288-4688-8b9c-d2ead8e3e04d req-88181a45-ef6c-4bf2-932c-fa8f7f69109e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 944 time: 0.1348250
Apr 20 17:29:07.918152 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a03aeea4-e288-4688-8b9c-d2ead8e3e04d req-ccffa8e8-6176-4bb1-b4a8-4a1eb5564d93 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581396
Apr 20 17:29:07.937775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:29:07.951050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:07.980922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03352e29-ae63-49fb-878b-77cba92c7619,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:08.013649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '03352e29-ae63-49fb-878b-77cba92c7619', 'network_id': '36a9e630-abe0-4645-a781-223593340c56', 'port_id': '03352e29-ae63-49fb-878b-77cba92c7619', 'mac_address': 'fa:16:3e:dd:a8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:29:08.162974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:08.183975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c7b6e-c777-4fd7-80fa-8b01d5fecd99 req-2a9a0677-8d62-478e-ba75-41a0dfef1f97 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:08.185717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-390c7b6e-c777-4fd7-80fa-8b01d5fecd99 req-2a9a0677-8d62-478e-ba75-41a0dfef1f97 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.3349893
Apr 20 17:29:08.205588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03352e29-ae63-49fb-878b-77cba92c7619 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:29:08.254266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03352e29-ae63-49fb-878b-77cba92c7619,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:08.255163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Network 0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:29:08.258283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:08.260240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:29:08.327019 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:29:08.348588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66344d-d25d-4b3e-b7e7-83f2d3f6c0ef req-e061352e-5ef3-4dd9-9f0e-f528d2b13524 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:08.371459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5c66344d-d25d-4b3e-b7e7-83f2d3f6c0ef req-e061352e-5ef3-4dd9-9f0e-f528d2b13524 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1478300
Apr 20 17:29:08.473841 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-390c7b6e-c777-4fd7-80fa-8b01d5fecd99 req-74084591-154f-40b8-bb3c-e0d5bf37d672 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724466
Apr 20 17:29:08.485076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:08.490900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:08.519731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:08.530565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:08.533757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:08.539817 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d132c6f4-2c93-4ff9-9769-b4ca3e8c19d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e6cd95e-3bfd-4bfa-b04b-7d13235c0ded HTTP/1.1" status: 204  len: 168 time: 1.5722046
Apr 20 17:29:08.591764 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5c66344d-d25d-4b3e-b7e7-83f2d3f6c0ef req-12cadcef-a6ee-4ea2-8293-a691d8ce5269 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217982
Apr 20 17:29:08.648623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-1c66bbc8-abdb-4f30-9256-ed808ab0cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:08.654717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-1c66bbc8-abdb-4f30-9256-ed808ab0cc97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 1098 time: 0.2433419
Apr 20 17:29:08.657377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:08.673860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:08.811590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44602) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:08.824836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['03352e29-ae63-49fb-878b-77cba92c7619'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:29:08.909953 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c71035f9-4f07-418a-989d-36b52c1dd2f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0b175d75bce4487bb0d93cb93174ddb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0948586
Apr 20 17:29:08.920352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f57fa2-3140-4458-aa11-078ceb50f3f7 req-82e98a65-d9e2-474a-ad45-e2a1de514d63 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:08.926242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44606) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:08.928746 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d0f57fa2-3140-4458-aa11-078ceb50f3f7 req-82e98a65-d9e2-474a-ad45-e2a1de514d63 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.2417498
Apr 20 17:29:09.009136 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d0f57fa2-3140-4458-aa11-078ceb50f3f7 req-4fb712e4-a6a4-47a9-b6a3-4b76d4e44501 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790002
Apr 20 17:29:09.262417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-2ba9e7c4-f662-4727-9489-d72d99bf9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:09.264034 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-2ba9e7c4-f662-4727-9489-d72d99bf9427 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.5956306
Apr 20 17:29:09.369140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:09.396512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477917b6-5f57-4f28-becf-92cb712f9d00 req-7af16e52-876c-4cc2-b4f0-d0b2a5798ecc tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:09.398459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-477917b6-5f57-4f28-becf-92cb712f9d00 req-7af16e52-876c-4cc2-b4f0-d0b2a5798ecc tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 945 time: 0.1550987
Apr 20 17:29:09.470012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-477917b6-5f57-4f28-becf-92cb712f9d00 req-8333113d-bca2-4180-ac1e-78081cece52e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622046
Apr 20 17:29:09.520913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:09.538646 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-f55eb95b-d195-4fdb-aa28-cb683e963789 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 200  len: 1001 time: 0.2589333
Apr 20 17:29:09.672842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706f3c4-e618-449c-8bdc-1509346e818b req-a412f00e-637f-423e-bb8c-6bdb8179c359 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:09.674551 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1706f3c4-e618-449c-8bdc-1509346e818b req-a412f00e-637f-423e-bb8c-6bdb8179c359 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.3031118
Apr 20 17:29:09.680018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-0acf402d-5cee-4760-a970-195419186c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:09.682163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-0acf402d-5cee-4760-a970-195419186c5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.1175442
Apr 20 17:29:09.773423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:09.800860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-319a4eeb-bfda-4c95-8134-2a40d8b261b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:09.832134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de6f268-43f8-4137-8983-092a248af188,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:09.840646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:09.883211 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1706f3c4-e618-449c-8bdc-1509346e818b req-b29eeb49-20f0-4ebb-9ab2-59a0c8126c73 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982401
Apr 20 17:29:09.887608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:09.891261 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8de6f268-43f8-4137-8983-092a248af188 HTTP/1.1" status: 204  len: 168 time: 0.9473565
Apr 20 17:29:09.937488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-cf8d3302-c5fe-48fd-a2df-9e03b1ef983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:09.938895 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-cf8d3302-c5fe-48fd-a2df-9e03b1ef983d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2467976
Apr 20 17:29:10.215001 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-974bc537-ba60-42c9-9de5-3d79d281fa45 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2663350
Apr 20 17:29:10.253387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70048d-02fb-475d-8307-83b4c09ef771 req-4f9775b8-7246-49f7-a5f9-1805553a32d0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:10.267061 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-db70048d-02fb-475d-8307-83b4c09ef771 req-4f9775b8-7246-49f7-a5f9-1805553a32d0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1659667
Apr 20 17:29:10.352631 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-db70048d-02fb-475d-8307-83b4c09ef771 req-54294b06-8acd-4b17-8a6f-b795eb81f6ed tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846331
Apr 20 17:29:10.619118 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32485e69-66d4-4a8d-9600-5d4b68fb50a8 req-c1cf2adf-d5a6-42e0-bea6-9b64643e01ae service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3862860
Apr 20 17:29:10.692469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11e1b2-ea7a-4255-b364-355b3cc392cf req-67925580-05b4-446f-b74e-0228edda2c2a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:10.692469 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5e11e1b2-ea7a-4255-b364-355b3cc392cf req-67925580-05b4-446f-b74e-0228edda2c2a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.3867431
Apr 20 17:29:10.797324 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5e11e1b2-ea7a-4255-b364-355b3cc392cf req-7d70c342-ef6e-4938-935a-cb05a21fa12e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925920
Apr 20 17:29:10.836406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271b21-ea3b-4818-acce-d82339c662c2 req-ff48e59b-f188-48b5-932b-d39ccdc24981 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:10.839112 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b271b21-ea3b-4818-acce-d82339c662c2 req-ff48e59b-f188-48b5-932b-d39ccdc24981 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 945 time: 0.2022414
Apr 20 17:29:10.909065 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b271b21-ea3b-4818-acce-d82339c662c2 req-f8d60e97-c104-4b74-95a2-3ae43004d55c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622730
Apr 20 17:29:11.670076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 03352e29-ae63-49fb-878b-77cba92c7619 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:29:11.766862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd2794-3e84-4cb1-9971-be551d7cc296 req-72200de0-9f7c-41c9-9b22-ddd5b1ecb5fa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:11.767120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d5bd2794-3e84-4cb1-9971-be551d7cc296 req-72200de0-9f7c-41c9-9b22-ddd5b1ecb5fa tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1337640
Apr 20 17:29:11.802886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 03352e29-ae63-49fb-878b-77cba92c7619 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:29:11.818187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 03352e29-ae63-49fb-878b-77cba92c7619 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:29:11.818997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:11.838958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d5bd2794-3e84-4cb1-9971-be551d7cc296 req-d0905bd3-f6a2-4251-82bb-3b5b5b0ae612 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651295
Apr 20 17:29:11.987880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:12.037514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03352e29-ae63-49fb-878b-77cba92c7619,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:12.037514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:12.055222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:12.059252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:12.085717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b33002-4b76-4090-87f6-bd6af1f3bf8d req-ce177794-7022-4e03-898b-42a1831ec5db tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:12.095096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-54b33002-4b76-4090-87f6-bd6af1f3bf8d req-ce177794-7022-4e03-898b-42a1831ec5db tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1238101
Apr 20 17:29:12.166998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:12.172702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:12.406030 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-54b33002-4b76-4090-87f6-bd6af1f3bf8d req-444717ac-36c8-4e91-8179-fb0c7ad6de55 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3097599
Apr 20 17:29:12.624205 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619', 'code': 200}
Apr 20 17:29:12.664760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0561-5917-4706-b322-2290105d9d57 req-524a15e3-6a94-4646-a1f6-f7b2d3793c66 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:12.673710 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-399e0561-5917-4706-b322-2290105d9d57 req-524a15e3-6a94-4646-a1f6-f7b2d3793c66 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.1099677
Apr 20 17:29:12.757683 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-399e0561-5917-4706-b322-2290105d9d57 req-bf1e0feb-348e-420f-a287-2e9b9606cbd4 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691185
Apr 20 17:29:12.798328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:13.051580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e70b41-4556-483f-9c45-c0cdae31e3b0 req-f62594fd-b4b7-4070-8758-0ab48d069834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:13.053229 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-63e70b41-4556-483f-9c45-c0cdae31e3b0 req-f62594fd-b4b7-4070-8758-0ab48d069834 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 1099 time: 0.0877886
Apr 20 17:29:13.111340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-63e70b41-4556-483f-9c45-c0cdae31e3b0 req-5bee6ba5-e371-413c-919e-be8e0a8794a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450220
Apr 20 17:29:13.623132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070a64f-adcb-40a6-9d4a-6256a881ddf4 req-d1f8f147-5f9d-49e8-9cc8-2a7441dee6a2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:13.624725 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c070a64f-adcb-40a6-9d4a-6256a881ddf4 req-d1f8f147-5f9d-49e8-9cc8-2a7441dee6a2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.0881150
Apr 20 17:29:13.676104 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c070a64f-adcb-40a6-9d4a-6256a881ddf4 req-6ba87b95-60f4-454f-a577-8509745b35b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449011
Apr 20 17:29:13.948359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a48fd-8395-4f8d-b7d5-ad21d5edd438 req-867f81d0-b638-4873-a887-7ec7a5285cac tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:13.949997 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f7a48fd-8395-4f8d-b7d5-ad21d5edd438 req-867f81d0-b638-4873-a887-7ec7a5285cac tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.0942359
Apr 20 17:29:14.001981 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f7a48fd-8395-4f8d-b7d5-ad21d5edd438 req-4d5392ff-81bb-439b-a2b1-c33308fa05fe tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454109
Apr 20 17:29:14.433075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-132d78a2-a228-462f-b963-c21c7ca16f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:14.434767 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-132d78a2-a228-462f-b963-c21c7ca16f2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1098 time: 0.0910423
Apr 20 17:29:14.585057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-f46a4981-f69e-4acb-aee2-daa2bbffe90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:14.586586 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-f46a4981-f69e-4acb-aee2-daa2bbffe90d service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1444817
Apr 20 17:29:14.700727 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-53532336-df17-4162-889f-a92e7b7b7b1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 1001 time: 0.1056104
Apr 20 17:29:14.828925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-002802c2-1502-4e09-8a43-b65ced2b339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:14.830560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-002802c2-1502-4e09-8a43-b65ced2b339e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0704250
Apr 20 17:29:14.903429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba1d99-5517-4f04-9711-e3c3d8945aef req-7002e71d-d21a-4c2f-a1ee-e24d4f5283ff tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:14.905220 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1ba1d99-5517-4f04-9711-e3c3d8945aef req-7002e71d-d21a-4c2f-a1ee-e24d4f5283ff tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1018753
Apr 20 17:29:14.957873 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f1ba1d99-5517-4f04-9711-e3c3d8945aef req-30f75312-4f8f-4cdf-b453-558b8b5570db tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455821
Apr 20 17:29:14.969753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-d3c7cfce-aa94-423b-8783-2f36a8ead7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:14.971915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-d3c7cfce-aa94-423b-8783-2f36a8ead7f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982265
Apr 20 17:29:15.224450 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-38cc9264-2cc2-46dc-8a0c-9900a3e49d0d service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038410
Apr 20 17:29:15.257760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bb010-0c19-4cad-bdbd-9175815f00ca req-b651c2e8-3b96-4be0-81ee-971cce075dad tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:15.259469 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d07bb010-0c19-4cad-bdbd-9175815f00ca req-b651c2e8-3b96-4be0-81ee-971cce075dad tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.1410503
Apr 20 17:29:15.400100 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d07bb010-0c19-4cad-bdbd-9175815f00ca req-734089a5-1598-4972-be11-8a272f1187f8 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171939
Apr 20 17:29:15.465175 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-852dbc11-c130-4b9a-aec7-e9fe1b054fd4 req-e3721cfe-65d0-4186-9c32-8d5279d4ed3e service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042391
Apr 20 17:29:15.756178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44740) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:15.891219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:15.908301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:15.912500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa40af3e0dd64b729b4c9bab596fd0ce is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:15.915744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:15.923683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:16.051202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.054384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.064813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9e3313a0-3432-49e4-9c16-73f9b6f92512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:16.150341 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa40af3e0dd64b729b4c9bab596fd0ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3929720
Apr 20 17:29:16.154204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44752) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:16.159020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4a1b97-3aca-461c-8ecc-03e72dcb0721,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:16.163679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:16.206478 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caaca7-1d67-4a0c-a0f8-4a891aa8c792 req-b55fe5f8-ad58-478b-be74-a8ea84318526 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:16.208123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-08caaca7-1d67-4a0c-a0f8-4a891aa8c792 req-b55fe5f8-ad58-478b-be74-a8ea84318526 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.1180208
Apr 20 17:29:16.228741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.267917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-08caaca7-1d67-4a0c-a0f8-4a891aa8c792 req-fe02c7ac-eee3-4373-bc0a-fb1aa8386e32 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494504
Apr 20 17:29:16.270714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.319447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.324812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a8de34d5-840b-4e92-bdbc-4fb40bad29e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:16.337636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4a1b97-3aca-461c-8ecc-03e72dcb0721,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:16.346072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:16.348770 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af4a1b97-3aca-461c-8ecc-03e72dcb0721 HTTP/1.1" status: 204  len: 168 time: 0.1921277
Apr 20 17:29:16.348770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:16.871340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b0805-51e1-43a0-9711-083e6b8a7a4e req-c3adb756-e70f-4a3f-a576-a1ee3b84fb30 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:16.873015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-091b0805-51e1-43a0-9711-083e6b8a7a4e req-c3adb756-e70f-4a3f-a576-a1ee3b84fb30 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.0900300
Apr 20 17:29:16.924548 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-091b0805-51e1-43a0-9711-083e6b8a7a4e req-d432e26f-ba40-4de1-bb78-3bb6f304c149 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452974
Apr 20 17:29:17.490679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b168b-6bc3-406a-9f10-168e356ba2ab req-220e42af-67b3-4ca2-88f8-92ff9161ef62 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:17.492295 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d98b168b-6bc3-406a-9f10-168e356ba2ab req-220e42af-67b3-4ca2-88f8-92ff9161ef62 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 945 time: 0.0929832
Apr 20 17:29:17.546294 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d98b168b-6bc3-406a-9f10-168e356ba2ab req-22595397-639d-4ad6-9979-2c90a2c1ca4a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468895
Apr 20 17:29:17.684137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:29:17.817245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:17.846385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:17.859078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:17.862114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:17.865502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-531cd797-29d9-425b-9fb3-43e4cba31bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:17.905915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'code': 200}
Apr 20 17:29:17.941087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:17.944461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:18.139326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc5fbf-75c6-4ead-ad01-924f0252c6cb req-642f7b2b-face-417c-b2f1-bb586d3fcd1f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:18.141013 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fedc5fbf-75c6-4ead-ad01-924f0252c6cb req-642f7b2b-face-417c-b2f1-bb586d3fcd1f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.0977545
Apr 20 17:29:18.190189 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fedc5fbf-75c6-4ead-ad01-924f0252c6cb req-6f6c3f38-3e20-4d53-b4fd-45a79afaf0f1 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427322
Apr 20 17:29:18.759825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae166-ce08-43be-a43e-dab25e727760 req-a56aa8dc-c03b-41cc-ae5b-0b76005fc9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:18.762191 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65aae166-ce08-43be-a43e-dab25e727760 req-a56aa8dc-c03b-41cc-ae5b-0b76005fc9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0943964
Apr 20 17:29:18.812315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65aae166-ce08-43be-a43e-dab25e727760 req-322f9b95-15ff-4195-a7e2-a049bd96ac3d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436220
Apr 20 17:29:19.176800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-0c5a55de-8e94-46b5-b23e-0d83f791bcd5 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:19.178298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-0c5a55de-8e94-46b5-b23e-0d83f791bcd5 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.0885260
Apr 20 17:29:19.279466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Deleting port 03352e29-ae63-49fb-878b-77cba92c7619 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:29:19.280291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:19.602157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456a50f-f042-4fc0-95df-cc414e1b039c req-2fb6b99c-6bb2-452b-b23a-92d60bee3a53 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:19.603003 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d456a50f-f042-4fc0-95df-cc414e1b039c req-2fb6b99c-6bb2-452b-b23a-92d60bee3a53 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 946 time: 0.2597287
Apr 20 17:29:19.688361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] For port 03352e29-ae63-49fb-878b-77cba92c7619, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=03352e29-ae63-49fb-878b-77cba92c7619,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:19.688894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:19.709120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d456a50f-f042-4fc0-95df-cc414e1b039c req-0835ef43-488d-464c-af7f-b7e83a13e707 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937262
Apr 20 17:29:19.881168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Calling delete_port for 03352e29-ae63-49fb-878b-77cba92c7619 owned by compute:nova {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:29:20.172795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031d575-2e2e-47e3-8170-5a68dd4ccd9d req-1bfc3a7a-fc3f-4449-85cd-c8a6ad3b5cb1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:20.175844 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e031d575-2e2e-47e3-8170-5a68dd4ccd9d req-1bfc3a7a-fc3f-4449-85cd-c8a6ad3b5cb1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1910024
Apr 20 17:29:20.180205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:20.189700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8df896c4-d8c1-4021-a83f-6e02971a842e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:20.260724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Pushing event deleted for resources: {'Port': ['ID=03352e29-ae63-49fb-878b-77cba92c7619,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:20.267994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:20.366774 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e031d575-2e2e-47e3-8170-5a68dd4ccd9d req-c71c0a35-f144-4e07-8612-b8641f3a837a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832004
Apr 20 17:29:20.373710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] No DVR routers for this DVR port 03352e29-ae63-49fb-878b-77cba92c7619 on host hv-cinder-78692 {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:29:20.376503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:20.379603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'name': 'network-vif-deleted', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:20.406922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5aa3445d-6f44-444b-8bd7-09f37eb03a90 req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "DELETE /v2.0/ports/03352e29-ae63-49fb-878b-77cba92c7619 HTTP/1.1" status: 204  len: 173 time: 1.2198014
Apr 20 17:29:20.437065 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a0663a-066a-498b-966d-e93116ff684c', 'name': 'network-vif-deleted', 'tag': '03352e29-ae63-49fb-878b-77cba92c7619', 'status': 'completed', 'code': 200}
Apr 20 17:29:20.455729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44874) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:20.610456 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-e132d8cb-0405-4893-b75d-c07205759835 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1533911
Apr 20 17:29:20.939823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-665d7ac9-5dc2-48f7-b3cc-bfe1ad63bffe req-450db6ad-3212-4d95-9701-685bdd4d5431 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Synchronizing usage tracker for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:20.957361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-665d7ac9-5dc2-48f7-b3cc-bfe1ad63bffe req-450db6ad-3212-4d95-9701-685bdd4d5431 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Unset dirty status for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:20.958964 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-665d7ac9-5dc2-48f7-b3cc-bfe1ad63bffe req-450db6ad-3212-4d95-9701-685bdd4d5431 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6a0663a-066a-498b-966d-e93116ff684c HTTP/1.1" status: 200  len: 210 time: 0.0788779
Apr 20 17:29:21.682367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1939a-3a61-4516-980d-81b9db2b3fbf req-c6d1d258-4231-4251-b40b-a43d0572b644 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:21.685447 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12d1939a-3a61-4516-980d-81b9db2b3fbf req-c6d1d258-4231-4251-b40b-a43d0572b644 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1658266
Apr 20 17:29:21.727174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 03352e29-ae63-49fb-878b-77cba92c7619 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:29:21.769258 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12d1939a-3a61-4516-980d-81b9db2b3fbf req-07720646-29cf-460d-bd38-44d8c96783a6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752242
Apr 20 17:29:21.769664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 03352e29-ae63-49fb-878b-77cba92c7619 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:29:21.770050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 03352e29-ae63-49fb-878b-77cba92c7619 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:29:21.770688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:29:22.460305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-4fa8f971-6f98-4a47-9afc-0a5dee7d241c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:22.461072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-4613640d-fe14-4930-a068-9368ba56be36 req-4fa8f971-6f98-4a47-9afc-0a5dee7d241c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Synchronizing usage tracker for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:22.479227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-4613640d-fe14-4930-a068-9368ba56be36 req-4fa8f971-6f98-4a47-9afc-0a5dee7d241c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Unset dirty status for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:22.480582 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-4fa8f971-6f98-4a47-9afc-0a5dee7d241c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/networks?id=36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 200  len: 809 time: 0.1830776
Apr 20 17:29:22.498000 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-98006078-e990-4471-a5f4-c25ff40871de tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/quotas/d6b29d0b27b146b5a67eaceccfdfee74 HTTP/1.1" status: 200  len: 375 time: 0.0107846
Apr 20 17:29:22.564677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-d93e33e1-5ea4-4762-a025-72606ead32b7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0601470
Apr 20 17:29:22.726041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-4226093e-46f6-4050-aa02-bed42f467176 service neutron] 10.222.0.25 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524806
Apr 20 17:29:22.880514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381ff21-f7d7-4936-9bd7-e051fa1374d6 req-8d937762-313e-48b1-95dd-f9e3da7d5509 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:22.883426 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9381ff21-f7d7-4936-9bd7-e051fa1374d6 req-8d937762-313e-48b1-95dd-f9e3da7d5509 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.1132710
Apr 20 17:29:22.891624 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-203a0169-9067-4d61-bc47-a84a73c59c2f service neutron] 10.222.0.25 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518412
Apr 20 17:29:22.954675 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9381ff21-f7d7-4936-9bd7-e051fa1374d6 req-d5677e91-4ec2-4945-8f4a-71e0fc36ff60 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633500
Apr 20 17:29:22.982659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44932) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:23.170324 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4abe8d8a-e841-42be-bde8-450738fa6419 req-f6697234-0b8d-4a1b-b419-7a4b3ae6b0ae tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 210 time: 0.1023362
Apr 20 17:29:23.190407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29870cef-dd86-4ef8-af9d-401f1af7cec6 req-2595bab2-0971-41e5-931a-6b842132e14e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:23.192100 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29870cef-dd86-4ef8-af9d-401f1af7cec6 req-2595bab2-0971-41e5-931a-6b842132e14e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1086788
Apr 20 17:29:23.226750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c15ce8-17c1-4b0b-b0d7-017459417a65 tempest-TestMinimumBasicScenario-923401719 tempest-TestMinimumBasicScenario-923401719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:23.227517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d1c15ce8-17c1-4b0b-b0d7-017459417a65 tempest-TestMinimumBasicScenario-923401719 tempest-TestMinimumBasicScenario-923401719-project-admin] Synchronizing usage tracker for tenant:a90b5e310500462594d213de2b78c985 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:23.246190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d1c15ce8-17c1-4b0b-b0d7-017459417a65 tempest-TestMinimumBasicScenario-923401719 tempest-TestMinimumBasicScenario-923401719-project-admin] Unset dirty status for tenant:a90b5e310500462594d213de2b78c985 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:23.249144 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d1c15ce8-17c1-4b0b-b0d7-017459417a65 tempest-TestMinimumBasicScenario-923401719 tempest-TestMinimumBasicScenario-923401719-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1094 time: 0.2653213
Apr 20 17:29:23.251117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44946) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:23.256924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'port_id': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:23.264335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:23.265757 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29870cef-dd86-4ef8-af9d-401f1af7cec6 req-3dee2fe6-9455-4b18-9643-2b68a6898223 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640774
Apr 20 17:29:23.270978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:floatingip and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:23.272838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:23.279815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:23.291815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:23.459577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:23.625530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Allocated IP 172.27.0.191 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/bb10e605-172b-46f4-97f6-74bd131bf5b8) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:29:23.643962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6fa4ecea-9df3-4bbc-9ec4-f53bb6b6a464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:23.792311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:23.822805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:23.827795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:23.890533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:29:23.899090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:29:23.904510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:29:23.949352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'Port': ['ID=bb10e605-172b-46f4-97f6-74bd131bf5b8,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:23.953887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:24.490899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab40cfb-4cf5-47e6-b251-f6bbd297835d req-8e2ca88e-b100-44a4-bf27-1707fa8a752f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:24.493645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ab40cfb-4cf5-47e6-b251-f6bbd297835d req-8e2ca88e-b100-44a4-bf27-1707fa8a752f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0955977
Apr 20 17:29:24.512706 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-35c2023e-0d99-4bd7-9740-65c9e7c7a3b1 req-0fbbfc68-9972-4743-b520-bff45c3662c4 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 210 time: 0.0722020
Apr 20 17:29:24.562110 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ab40cfb-4cf5-47e6-b251-f6bbd297835d req-1ee839d9-b9bc-4c6d-8a43-87e4ae4d8546 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614400
Apr 20 17:29:24.644581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:24.725349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:24.952959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:24.956631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:24.961491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:25.067288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'Port': ['ID=bb10e605-172b-46f4-97f6-74bd131bf5b8,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:25.072121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:25.091325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:25.275588 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Floating IP e4b793c0-6b5d-4395-9197-65848279a857 associated. External IP: 172.27.0.191, port: 538b9173-767f-43f3-b44f-a0c450ad5c85.
Apr 20 17:29:25.710930 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6a296200-b876-4f23-a307-dc62deb3c014 req-4925af5a-fc66-4551-9c36-61a939db2cf4 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 210 time: 0.0534232
Apr 20 17:29:25.728089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:29:25.803837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c30f8-af7a-403c-9df3-0695c589db14 req-09307ae2-a797-4d5f-98e5-b3693da55aa4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:25.805568 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c54c30f8-af7a-403c-9df3-0695c589db14 req-09307ae2-a797-4d5f-98e5-b3693da55aa4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0949142
Apr 20 17:29:25.855226 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c54c30f8-af7a-403c-9df3-0695c589db14 req-a338e71c-ef60-435a-88dd-31e2b51b185b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424795
Apr 20 17:29:25.924973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:29:25.935887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Sync routers for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:29:25.947075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:29:25.948382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333504e6a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:28:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:25.955473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.019013 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7667115
Apr 20 17:29:26.019782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:26.022238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44972) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:26.030210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096699503', 'description': 'tempest-secgroup-smoke-2096699503 description', 'project_id': '6344b270ac19470aa9dba4d1e9211b25'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:26.038231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:26.049170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:26.060610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.070689 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:29:26.093318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:26.097387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:26.100483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:26.107104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:26.147290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b40f9ab7-65a7-4cb1-b65f-e209e11c7d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.158750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:29:26.184821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.187841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.204384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-34e6da94-d7a1-43aa-9ad1-5b07ca9fbda7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:26.273763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:26.286911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.291499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2647827
Apr 20 17:29:26.291499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-af6a7877-6277-4731-8b20-8f4b9effc11c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:26.292157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 44978) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:26.298241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:26.312080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:26.327043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:26.330420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:26.338528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:26.362447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.391864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-f5414d1a-0133-4f54-9d6f-98631d8b156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:26.393499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-f5414d1a-0133-4f54-9d6f-98631d8b156a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1099 time: 0.1031783
Apr 20 17:29:26.454462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.459878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.462203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:26.532333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d2a5d6-92e8-4b8d-9de0-f00ff43cfcd5,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:26.551782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:26.557872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.559177 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-931b9cee-3fad-4397-835c-c408698db399 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2658105
Apr 20 17:29:26.562365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 44982) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:26.573994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:26.580321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333504e6a0>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'e4b793c0-6b5d-4395-9197-65848279a857', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'port_id': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'mac_address': 'fa:16:3e:83:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:29:24Z', 'updated_at': '2021-04-20T17:29:24Z', 'revision_number': 0, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:26.581255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-a0bf8cea-f938-4750-9a43-520045ebbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:26.582801 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-a0bf8cea-f938-4750-9a43-520045ebbf41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.1696153
Apr 20 17:29:26.583815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:26.584954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Checking router: ac8d81f7-09ec-40a8-8323-8a7a39b257f7 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:29:26.589392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:26.591398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-a90784e1-08ab-4fd5-a2ba-1ca1e0cd461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:26.592591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:26.593000 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-a90784e1-08ab-4fd5-a2ba-1ca1e0cd461b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199&tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 1096 time: 0.1181033
Apr 20 17:29:26.595529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:29:26.596199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333504e6a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:29:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:26.598659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:26.614204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:26.732008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-51b285c6-4175-4c46-ab09-c94f3002d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:26.734557 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-51b285c6-4175-4c46-ab09-c94f3002d1cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1096 time: 0.0943420
Apr 20 17:29:26.852353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:29:26.921267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-ac127662-9729-482f-9d0d-17083a07d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:26.921267 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-ac127662-9729-482f-9d0d-17083a07d0e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1743696
Apr 20 17:29:27.124962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-9efb8db4-df93-40fe-9a8a-03a47dfaf0cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 1000 time: 0.5003383
Apr 20 17:29:27.266578 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c56b7da-42c3-418d-8d52-8a181d4f231a req-8ea52e1c-a098-4f15-b6b9-7af3fb9a12d6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 210 time: 0.1970687
Apr 20 17:29:27.271612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.320879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-5f7ed857-32a6-4ce4-805f-0cc5bdbe09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:27.323242 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-5f7ed857-32a6-4ce4-805f-0cc5bdbe09fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.1445410
Apr 20 17:29:27.388401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.416200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.428160 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-156fe497-9024-4e92-bf05-cdc3fb43c63f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 999 time: 0.4744213
Apr 20 17:29:27.442033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5ce924df-297a-4c74-a9f6-dc8a972ca455 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:27.513268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679bd984-2589-45d5-8eb7-b1a327448df6,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:27.515520 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.517075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9529691
Apr 20 17:29:27.520627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:27.521669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45008) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:27.535296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:27.536551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b60eb-e788-4c67-aec8-efacf66f8274 req-7d805d67-bcd6-4390-a978-270b5b3074d9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:27.538553 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e28b60eb-e788-4c67-aec8-efacf66f8274 req-7d805d67-bcd6-4390-a978-270b5b3074d9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.4516211
Apr 20 17:29:27.544007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:27.551654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:27.557959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-0c03e029-62c1-4084-a43a-b5bff55fefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:27.559971 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-0c03e029-62c1-4084-a43a-b5bff55fefa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2220001
Apr 20 17:29:27.561665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:27.597543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:27.616976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-06dcc640-8d66-49e2-933f-d56a87705166 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:27.618711 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-06dcc640-8d66-49e2-933f-d56a87705166 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "GET /v2.0/networks?id=36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 200  len: 809 time: 0.4441888
Apr 20 17:29:27.630633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-38bb4c36-7b05-4d6b-8a79-9f705cd0bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:27.632210 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-38bb4c36-7b05-4d6b-8a79-9f705cd0bac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.1887307
Apr 20 17:29:27.635509 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e28b60eb-e788-4c67-aec8-efacf66f8274 req-b385d534-90fe-467c-a08b-e2248f66a073 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837746
Apr 20 17:29:27.658735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Request body: {'port': {'device_id': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'network_id': '36a9e630-abe0-4645-a781-223593340c56', 'admin_state_up': True, 'tenant_id': 'd6b29d0b27b146b5a67eaceccfdfee74'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:27.663908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.672696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333504e6a0>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'e4b793c0-6b5d-4395-9197-65848279a857', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'port_id': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'mac_address': 'fa:16:3e:83:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:29:24Z', 'updated_at': '2021-04-20T17:29:24Z', 'revision_number': 0, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:29:27.677117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e527fb-2d7a-4642-9b7a-5ec6e0af5cc2 None None] The sync data for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi is: [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'e4b793c0-6b5d-4395-9197-65848279a857', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'port_id': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'mac_address': 'fa:16:3e:83:86:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:29:24Z', 'updated_at': '2021-04-20T17:29:24Z', 'revision_number': 0, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:29:27.707175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.796975 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-d034d7d7-0c21-4d28-86bf-8747bcf3e13f service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2269826
Apr 20 17:29:27.848646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.898737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.915187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:27.942025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e42336b-2276-46e3-8948-08f5aaa01af0,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:27.944951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:27.967886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:27.969310 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4424672
Apr 20 17:29:27.973572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45016) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:27.979542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:28.001153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:28.016403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61010383-a5ac-4794-a311-0eda0b9ffa99 None None] New status for floating IP e4b793c0-6b5d-4395-9197-65848279a857: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:29:28.016650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:28.030503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:28.042287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:28.048682 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b6a5a7f-1013-43d6-9e5f-71b49117bceb req-7670cc01-bda1-4760-9d9b-d66be5f5934b service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393763
Apr 20 17:29:28.063928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.135729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-92802738-4486-4be8-be9c-5c7295ad9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:28.137462 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-92802738-4486-4be8-be9c-5c7295ad9a7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4578023
Apr 20 17:29:28.172883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.176968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.179192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:28.179411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61d3a8d6-b6ca-4579-930e-eb654fc5a132 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:28.210280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bd7d03-1db2-4109-94dd-c8281c0821f1,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:28.213878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:28.219868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.224378 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2496901
Apr 20 17:29:28.225220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45020) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:28.232874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:28.243968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:28.250229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:28.253874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:28.265600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:28.267525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:28.279524 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Project 6344b270ac19470aa9dba4d1e9211b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:29:28.287583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.295423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Made reservation on behalf of d6b29d0b27b146b5a67eaceccfdfee74 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:29:28.303338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.374109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.377335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.378741 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-758e6f84-e14d-4eb3-94fc-a94e8ab85d52 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294703
Apr 20 17:29:28.379816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-185324d8-38ce-441a-8cf0-5ec2fd3a92dc tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:28.407218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccb1d08-0255-4bd2-964e-bc71a8233034,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:28.455539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:28.469980 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f8b76c9a-68db-4848-b91d-f8c4e7f81e3e req-82253467-3fcc-4732-ade4-0d3e91e28087 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 210 time: 0.0595396
Apr 20 17:29:28.470891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.472048 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-14bbd277-cbca-42f7-8d37-4726c111bfd5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2458222
Apr 20 17:29:28.474967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45026) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:28.481499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'security_group_rule': {'security_group_id': 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653', 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:28.487848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:28.493168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Usage tracker for resource:security_group_rule and tenant:6344b270ac19470aa9dba4d1e9211b25 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:28.497730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:28.504066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:28.515340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Project 6344b270ac19470aa9dba4d1e9211b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:29:28.522521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.597691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.600651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.602906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1173f164-6ebd-4cd3-8e27-4342a1a1dfde tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:28.629734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8a14fc-c2b6-4acb-be21-0340fd1162b8,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:28.632406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:28.641011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.645504 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2b17df13-985d-4b81-b9b3-7d97a2f90f5d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1664770
Apr 20 17:29:28.660037 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b082228c-5434-42a0-b874-32ea542dc4e0 req-e3f6adc7-39d7-432c-b611-b012160d2212 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2419527
Apr 20 17:29:28.660707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:28.686556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Allocated IP 172.20.0.2 (36a9e630-abe0-4645-a781-223593340c56/ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b/d060663a-b150-4562-a0c6-78a27c679b08) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:29:28.910954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ede3-e63a-44aa-8ff6-9eb586f8dba9 req-c01cc843-8823-473a-82c2-2d461209dbb8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:28.912667 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c78ede3-e63a-44aa-8ff6-9eb586f8dba9 req-c01cc843-8823-473a-82c2-2d461209dbb8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1373112
Apr 20 17:29:28.917980 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-b6679474-acdc-43b6-8905-8458f6c9bc9f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096699503&fields=id&tenant_id=6344b270ac19470aa9dba4d1e9211b25 HTTP/1.1" status: 200  len: 267 time: 0.1709764
Apr 20 17:29:28.982217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c78ede3-e63a-44aa-8ff6-9eb586f8dba9 req-6d5864ee-aca1-449d-9b54-3782fd53bf5c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573182
Apr 20 17:29:29.091584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.110541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-989e7749-d6d7-44f3-a14c-0cfbc691efd3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:29.112159 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-989e7749-d6d7-44f3-a14c-0cfbc691efd3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.1860456
Apr 20 17:29:29.127110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'port': {'security_groups': ['b96fe6ea-c67d-4ddd-89a5-4cedef366c2d', 'f219e7b5-3e4b-47d1-9ffc-e8f78cda7653']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:29.245512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.254338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85c4711e-1070-41a6-bc43-1972f6904d32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:29.341534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Network 36a9e630-abe0-4645-a781-223593340c56 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:29:29.342855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:29:29.352289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:29:29.400181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.414663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Pushing event updated for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:29.424025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:29.503820 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:29.504579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.566152 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9138694
Apr 20 17:29:29.622645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Request body: {'port': {'device_id': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:29:29.697440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd3e2-e322-4379-8f53-363c8dfe8584 req-0494ce12-a3de-4de6-a54b-b7964b67cae3 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:29.699250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e25fd3e2-e322-4379-8f53-363c8dfe8584 req-0494ce12-a3de-4de6-a54b-b7964b67cae3 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 931 time: 0.1069229
Apr 20 17:29:29.761282 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e25fd3e2-e322-4379-8f53-363c8dfe8584 req-f194501f-1286-4435-b8fc-fe5fb94ce9b0 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538564
Apr 20 17:29:29.871385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.890149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:29.979163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:29.984728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:30.031571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:29:30.034419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a787bbaa-3330-4119-aef8-95f03895ec2c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:30.117513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:30.118252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:30.119854 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8afcba4b-02c5-41af-8d44-4ea6b207a1d3 req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "PUT /v2.0/ports/538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 982 time: 0.9991620
Apr 20 17:29:30.139374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:30.443994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:29:30.498481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=6']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:30.508512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294de4f7-3301-4604-91b7-4ec4273b630e req-5435e596-6638-4097-8afa-7bda56096eae tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:30.523526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:30.524530 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-294de4f7-3301-4604-91b7-4ec4273b630e req-5435e596-6638-4097-8afa-7bda56096eae tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.2620111
Apr 20 17:29:30.631962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-294de4f7-3301-4604-91b7-4ec4273b630e req-f72809fc-0d25-4dba-a923-582aca359d95 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064613
Apr 20 17:29:30.747755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5fded-94d5-4cba-a4aa-de7d35b57a34 req-80f2a8ef-e6e0-4044-9544-827b0b58e5cd tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:30.749411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bd5fded-94d5-4cba-a4aa-de7d35b57a34 req-80f2a8ef-e6e0-4044-9544-827b0b58e5cd tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.2243476
Apr 20 17:29:30.751311 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:29:30.814786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-33c176a9-cbbb-4124-9bb6-8de205df9e6f None None] Provisioning complete for port 538b9173-767f-43f3-b44f-a0c450ad5c85 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:29:30.818731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-33c176a9-cbbb-4124-9bb6-8de205df9e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:30.838563 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bd5fded-94d5-4cba-a4aa-de7d35b57a34 req-d345b3b1-b12c-42db-b565-9bb988bdd59d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0669827
Apr 20 17:29:30.965694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d060663a-b150-4562-a0c6-78a27c679b08 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:29:30.993313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.048264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Transition to ACTIVE for port object d060663a-b150-4562-a0c6-78a27c679b08 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:29:31.054706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.068794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-191bc987-c711-49a9-ba8e-e356b427ae72 tempest-ServerRescueNegativeTestJSON-1913262917 tempest-ServerRescueNegativeTestJSON-1913262917-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:31.283325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a502d16-c56a-4738-8973-69b2a4122a43 req-c6450ceb-10bb-4dd7-bdd6-10f33feb9f45 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:31.287523 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3a502d16-c56a-4738-8973-69b2a4122a43 req-c6450ceb-10bb-4dd7-bdd6-10f33feb9f45 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.2503612
Apr 20 17:29:31.327504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Pushing event updated for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:31.335684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:31.410156 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3a502d16-c56a-4738-8973-69b2a4122a43 req-2e9e8152-0d03-4fc3-b27d-2faf63cc7171 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108963
Apr 20 17:29:31.465142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Attempting to bind port d060663a-b150-4562-a0c6-78a27c679b08 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:29:31.466067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Attempting to bind port d060663a-b150-4562-a0c6-78a27c679b08 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:29:31.466067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Attempting to bind port d060663a-b150-4562-a0c6-78a27c679b08 on network 36a9e630-abe0-4645-a781-223593340c56 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:29:31.473174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Port d060663a-b150-4562-a0c6-78a27c679b08 on network 36a9e630-abe0-4645-a781-223593340c56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:29:31.473757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Attempting to bind port d060663a-b150-4562-a0c6-78a27c679b08 on network 36a9e630-abe0-4645-a781-223593340c56 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:29:31.482347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:29:31.482347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Checking segment: {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:29:31.483183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Bound using segment: {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:29:31.483781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Bound port: d060663a-b150-4562-a0c6-78a27c679b08, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cc3217-7e7c-46ea-949a-024b7afda335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '36a9e630-abe0-4645-a781-223593340c56'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:29:31.484281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.562395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45098) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:31.613681 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:29:31.621817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d060663a-b150-4562-a0c6-78a27c679b08,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:29:31.637502 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.642846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-287b5000-e0ee-4b92-ae5b-57ef64c6c2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:31.754892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:31.755664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.757580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] 10.222.0.72 "PUT /v2.0/ports/d060663a-b150-4562-a0c6-78a27c679b08 HTTP/1.1" status: 200  len: 1093 time: 2.1448758
Apr 20 17:29:31.768140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:31.813609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Pushing event updated for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:31.820116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:31.823811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:31.833105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Usage tracker for resource:security_group_rule and tenant:8f45a086bb69424faf46f8973da31aac is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:31.840609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:31.853081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:31.941036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b201b-8ab6-44ed-8938-d999be358e2f req-00da245c-ad74-44c3-96b8-e583cf3a9322 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:31.957517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6f6b201b-8ab6-44ed-8938-d999be358e2f req-00da245c-ad74-44c3-96b8-e583cf3a9322 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1381769
Apr 20 17:29:32.048035 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6f6b201b-8ab6-44ed-8938-d999be358e2f req-cb96b661-f27d-4e24-ad74-633c8e5552d6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887809
Apr 20 17:29:32.059709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.082037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.090996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7696f8d6-72ac-4cf9-bd66-b2ad19d95428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:32.126026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40ef40-8c8f-4303-8e82-0fc7c819110f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:32.132895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:32.164495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45106) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:32.174088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0809ae3b-5f06-4f58-ad85-702522d7b997 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f45a086bb69424faf46f8973da31aac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6101305
Apr 20 17:29:32.271405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.316978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.423132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.433609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-19d98af0-40ec-4459-a9d6-417ad7b6a982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:32.453757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40ef40-8c8f-4303-8e82-0fc7c819110f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:32.457112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:32.465890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.467873 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b40ef40-8c8f-4303-8e82-0fc7c819110f HTTP/1.1" status: 204  len: 168 time: 0.3015199
Apr 20 17:29:32.752823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:32.763068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6c452-c11c-4c65-b333-a3f5b99c8a6f req-d2ba1db1-3729-4da0-9be5-97e52127acdd tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:32.764805 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94e6c452-c11c-4c65-b333-a3f5b99c8a6f req-d2ba1db1-3729-4da0-9be5-97e52127acdd tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1905010
Apr 20 17:29:32.831394 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08', 'status': 'completed', 'code': 200}
Apr 20 17:29:32.846287 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94e6c452-c11c-4c65-b333-a3f5b99c8a6f req-66ab21b0-ba38-43ee-94e3-2587567d3a2b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725274
Apr 20 17:29:32.907927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45120) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:32.927247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:32.945509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:29:32.950399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5d85de447542958ce0f7053f36c5c1 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:29:32.953802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:29:32.960824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:29:33.057099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.060289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.069935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-35523c32-de96-49b4-87c7-7a5a34202222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:33.115979 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d5d85de447542958ce0f7053f36c5c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2068377
Apr 20 17:29:33.117961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b46d2-861f-4e5e-8591-c699095cae6c,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:33.119296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45126) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:29:33.121815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:33.215788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.307352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.383036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfc11-e11e-4b2f-8740-1085c021a36f req-18d64c50-7369-4424-b4d6-c0fe499cc1ce tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:33.385316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef8bfc11-e11e-4b2f-8740-1085c021a36f req-18d64c50-7369-4424-b4d6-c0fe499cc1ce tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1553414
Apr 20 17:29:33.390346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.399707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad16eba4-4648-4d7d-98a5-c770e6d4b8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:33.428569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b46d2-861f-4e5e-8591-c699095cae6c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:33.437387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:33.450577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-222073cb-0745-428c-9726-824597db7371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:33.454721 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-222073cb-0745-428c-9726-824597db7371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/082b46d2-861f-4e5e-8591-c699095cae6c HTTP/1.1" status: 204  len: 168 time: 0.3312211
Apr 20 17:29:33.489794 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef8bfc11-e11e-4b2f-8740-1085c021a36f req-a9bdcd06-0f2e-4d00-a69d-ba53fb2ea7d8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909822
Apr 20 17:29:34.139308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b0df-50f0-4933-8c7d-8e3de0ad0c8e req-6d595edc-d417-43e2-b300-2f2b8916c185 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:34.140936 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5402b0df-50f0-4933-8c7d-8e3de0ad0c8e req-6d595edc-d417-43e2-b300-2f2b8916c185 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1371961
Apr 20 17:29:34.201629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5402b0df-50f0-4933-8c7d-8e3de0ad0c8e req-1e9fe797-71ac-4082-a4f2-c839f0c07dec tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471003
Apr 20 17:29:34.782620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5c09e-8a52-47dd-9762-f3edc157b792 req-c40092ee-0471-4467-a3b5-1150bc17d09a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:34.785766 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6bd5c09e-8a52-47dd-9762-f3edc157b792 req-c40092ee-0471-4467-a3b5-1150bc17d09a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1380692
Apr 20 17:29:34.869642 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6bd5c09e-8a52-47dd-9762-f3edc157b792 req-cbeeae2c-b506-476b-9ed0-60d6b218d611 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695424
Apr 20 17:29:35.465898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae50f05-48a5-4db2-aa2b-d1d5855ba467 req-56c6bb4a-d04c-4547-9697-12d90eacd64f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:35.467690 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fae50f05-48a5-4db2-aa2b-d1d5855ba467 req-56c6bb4a-d04c-4547-9697-12d90eacd64f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1328263
Apr 20 17:29:35.539723 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fae50f05-48a5-4db2-aa2b-d1d5855ba467 req-6263ed21-f545-4c48-a8a1-f001d427cbde tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643814
Apr 20 17:29:36.188510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fb8ef-414f-46aa-9b25-9b572b1bfefb req-5d883f0d-f765-438b-866e-bf52d2b56150 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:36.198629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-096fb8ef-414f-46aa-9b25-9b572b1bfefb req-5d883f0d-f765-438b-866e-bf52d2b56150 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1528840
Apr 20 17:29:36.300271 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-096fb8ef-414f-46aa-9b25-9b572b1bfefb req-5da3f9c9-1ea4-4c01-8240-1325891da797 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005518
Apr 20 17:29:36.812594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27acb2-1750-420a-8323-af9272043bb3 req-3862d670-02b8-4b85-91db-8287360df661 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:36.814295 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b27acb2-1750-420a-8323-af9272043bb3 req-3862d670-02b8-4b85-91db-8287360df661 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0987608
Apr 20 17:29:36.872636 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b27acb2-1750-420a-8323-af9272043bb3 req-ff5c0c1a-ed80-4941-90e8-3e03fdb6958b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516429
Apr 20 17:29:37.305965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:29:37.580133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61b1cc-0b70-405c-a8d5-4ec381d86472 req-3ec1ccb3-9820-4447-8490-0e9ade40438d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:37.594130 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa61b1cc-0b70-405c-a8d5-4ec381d86472 req-3ec1ccb3-9820-4447-8490-0e9ade40438d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1444213
Apr 20 17:29:37.676094 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aa61b1cc-0b70-405c-a8d5-4ec381d86472 req-f944bfbf-7e63-4371-8504-b3cc7f9d31f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786841
Apr 20 17:29:38.318481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206553-740f-4437-839c-9b0780befee3 req-cbb0a273-3dfe-47b3-af67-a39b2656c950 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:38.320247 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-db206553-740f-4437-839c-9b0780befee3 req-cbb0a273-3dfe-47b3-af67-a39b2656c950 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1173677
Apr 20 17:29:38.374625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-db206553-740f-4437-839c-9b0780befee3 req-dc27bcac-6f1d-48f6-a5c5-7afb446955dc tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468590
Apr 20 17:29:38.911417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9579b-8bf2-4e37-9ed4-33f91dea5283 req-ff50a336-3224-49b5-9250-0ba2db23fab3 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:38.913293 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bf9579b-8bf2-4e37-9ed4-33f91dea5283 req-ff50a336-3224-49b5-9250-0ba2db23fab3 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1069417
Apr 20 17:29:38.978852 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bf9579b-8bf2-4e37-9ed4-33f91dea5283 req-de73c71a-2f99-4630-a6b3-2d0a25cc5679 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577967
Apr 20 17:29:39.599354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1d85a-0a55-4201-9519-8d1576bbd513 req-7b9804e7-88af-4a78-945a-0beb5ab9f24a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:39.600914 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0fd1d85a-0a55-4201-9519-8d1576bbd513 req-7b9804e7-88af-4a78-945a-0beb5ab9f24a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0987396
Apr 20 17:29:39.653452 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0fd1d85a-0a55-4201-9519-8d1576bbd513 req-d69c6362-4341-4313-8148-961e9aa9df28 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458097
Apr 20 17:29:40.216767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5078b3-98cb-4b8a-8699-6a5dfdc5ea9f req-e183196a-854c-49d3-89d7-879bffc99f40 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:40.218438 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ae5078b3-98cb-4b8a-8699-6a5dfdc5ea9f req-e183196a-854c-49d3-89d7-879bffc99f40 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0947733
Apr 20 17:29:40.275137 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ae5078b3-98cb-4b8a-8699-6a5dfdc5ea9f req-e20e64ea-395d-40de-86da-8d736461a239 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493042
Apr 20 17:29:40.918009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965b222-31d3-4272-8f55-ec22241459a4 req-d3d99350-8a0e-43d9-88a2-e22091daa7e6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:40.921103 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4965b222-31d3-4272-8f55-ec22241459a4 req-d3d99350-8a0e-43d9-88a2-e22091daa7e6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1254578
Apr 20 17:29:40.992043 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4965b222-31d3-4272-8f55-ec22241459a4 req-49500e5f-2c6a-4ee2-9e15-39c03c9e2c2a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618849
Apr 20 17:29:41.499736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0740f3-a6de-4760-8415-49cf17fcc97f req-94130a2e-18bd-4487-be6f-5f679a77acfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:41.501462 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1a0740f3-a6de-4760-8415-49cf17fcc97f req-94130a2e-18bd-4487-be6f-5f679a77acfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1023602
Apr 20 17:29:41.551615 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1a0740f3-a6de-4760-8415-49cf17fcc97f req-455ea8e3-f004-45a7-8eb9-520921f42279 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431650
Apr 20 17:29:42.235270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d2c7c-0fb2-41e9-a0d3-11cc62078b0e req-5a3a313d-719c-4315-a449-094d325a0d00 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:42.237081 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a69d2c7c-0fb2-41e9-a0d3-11cc62078b0e req-5a3a313d-719c-4315-a449-094d325a0d00 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1233196
Apr 20 17:29:42.294350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a69d2c7c-0fb2-41e9-a0d3-11cc62078b0e req-0b1d992c-3654-4138-b693-4c039c421afb tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503058
Apr 20 17:29:42.796934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:42.972603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74345-c566-4a6d-abd5-6fa215240ff3 req-ff21a802-1e43-4969-ab2b-a45f66f2339f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:42.974293 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29a74345-c566-4a6d-abd5-6fa215240ff3 req-ff21a802-1e43-4969-ab2b-a45f66f2339f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.2981896
Apr 20 17:29:43.259228 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29a74345-c566-4a6d-abd5-6fa215240ff3 req-4240d8c1-af4d-45cb-b1db-cd529ebe8be0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2777805
Apr 20 17:29:43.560748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf6eff-da46-48cf-9461-0364e5b0dfb5 req-75a8efbb-af2d-4c94-a652-f9ce1cf60fd6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:43.562310 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6faf6eff-da46-48cf-9461-0364e5b0dfb5 req-75a8efbb-af2d-4c94-a652-f9ce1cf60fd6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1506581
Apr 20 17:29:43.611818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6faf6eff-da46-48cf-9461-0364e5b0dfb5 req-afd4653c-0387-48d8-8312-74f8776f4740 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429611
Apr 20 17:29:44.467921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a151c5-e28e-49dd-a4bb-b62c333f4f75 req-c4d5af70-22a0-407d-9524-aa72d8d16051 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:44.469599 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7a151c5-e28e-49dd-a4bb-b62c333f4f75 req-c4d5af70-22a0-407d-9524-aa72d8d16051 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0888183
Apr 20 17:29:44.534893 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7a151c5-e28e-49dd-a4bb-b62c333f4f75 req-5c63ebc6-46b7-4c5d-afe6-5f5a1215070f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570173
Apr 20 17:29:44.819544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175372-5ba9-4162-beb5-c32877520333 req-2af6ab4a-e405-4e2d-b2da-c68be175d883 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:44.821072 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d9175372-5ba9-4162-beb5-c32877520333 req-2af6ab4a-e405-4e2d-b2da-c68be175d883 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0943375
Apr 20 17:29:44.874120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d9175372-5ba9-4162-beb5-c32877520333 req-89b4f37f-8ac7-457f-95ec-eb7e766421a9 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459399
Apr 20 17:29:45.752243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc374a-e90b-41c5-a2b2-576fdfabd2fd req-1cd45e3e-86f2-4cee-87d3-54ad1072719b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:45.753909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-24dc374a-e90b-41c5-a2b2-576fdfabd2fd req-1cd45e3e-86f2-4cee-87d3-54ad1072719b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0937586
Apr 20 17:29:45.807128 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-24dc374a-e90b-41c5-a2b2-576fdfabd2fd req-60259960-ab5e-4cf4-a489-b48c8643c21b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446961
Apr 20 17:29:46.061659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-7dabad33-b7ff-4644-a834-6db89a49a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.063306 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-7dabad33-b7ff-4644-a834-6db89a49a7c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1138 time: 0.1509137
Apr 20 17:29:46.069756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-eeb269d9-2e12-4835-b600-8a7100e89ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.071280 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-eeb269d9-2e12-4835-b600-8a7100e89ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 1096 time: 0.1575136
Apr 20 17:29:46.092747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916c94-7fbc-490b-bf28-79d589e8eae3 req-dc526b66-11cc-441e-bd71-3ea22bb21dc0 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.094339 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc916c94-7fbc-490b-bf28-79d589e8eae3 req-dc526b66-11cc-441e-bd71-3ea22bb21dc0 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0980465
Apr 20 17:29:46.148238 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc916c94-7fbc-490b-bf28-79d589e8eae3 req-e6702db6-9d16-4bd9-923d-1fedd4076b7a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458596
Apr 20 17:29:46.247061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2c36-e711-4007-852a-5b213f848f38 req-4b8d4946-759a-4b08-b70f-a9896e45ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.248661 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-4b8d4946-759a-4b08-b70f-a9896e45ef2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1096 time: 0.0940766
Apr 20 17:29:46.348437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-31d83357-31d4-4872-8dce-3a05a5339853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.349976 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-31d83357-31d4-4872-8dce-3a05a5339853 service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.2771676
Apr 20 17:29:46.352521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-ec2b35f2-324d-49d4-8e5d-dd05987bf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.354035 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-ec2b35f2-324d-49d4-8e5d-dd05987bf60a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2562387
Apr 20 17:29:46.430592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2c36-e711-4007-852a-5b213f848f38 req-12f14fff-6375-4e4c-a1a0-28cd4e6738c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.433092 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-12f14fff-6375-4e4c-a1a0-28cd4e6738c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1509373
Apr 20 17:29:46.556421 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-06b38927-fe1c-4ef0-809b-c25f87f51c83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 200  len: 999 time: 0.1144338
Apr 20 17:29:46.585640 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-bb1a56d4-b88d-4391-86cf-f2ae6690b10d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 1002 time: 0.2179773
Apr 20 17:29:46.631292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2c36-e711-4007-852a-5b213f848f38 req-3f8cd8a4-3bda-4f6a-8fb0-878e911d2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.633059 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-3f8cd8a4-3bda-4f6a-8fb0-878e911d2d16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0686266
Apr 20 17:29:46.683576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-1adec9c9-a40c-4f83-b647-cb948412dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.685173 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8d6dd81-ef21-424a-b538-c8c06129ed77 req-1adec9c9-a40c-4f83-b647-cb948412dd8d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2576959
Apr 20 17:29:46.696213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-23990d54-3d05-40f8-a054-770b94f7b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.698421 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-23990d54-3d05-40f8-a054-770b94f7b8ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.0936756
Apr 20 17:29:46.723956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf2c36-e711-4007-852a-5b213f848f38 req-89b5f6f3-93ea-415f-a8dc-a4128ef6b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.725912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-89b5f6f3-93ea-415f-a8dc-a4128ef6b81a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848448
Apr 20 17:29:46.867909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-bedd3145-f540-417e-a230-59a56570e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.870123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-bedd3145-f540-417e-a230-59a56570e9e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1594641
Apr 20 17:29:46.876326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-da800b14-24d7-4c9b-a22d-dedfbf89176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:46.878512 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-da800b14-24d7-4c9b-a22d-dedfbf89176c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 1096 time: 0.1135950
Apr 20 17:29:46.899154 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-fa212adb-7e31-427a-8810-07397c8dea9b service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447816
Apr 20 17:29:47.067790 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bacf2c36-e711-4007-852a-5b213f848f38 req-271396b7-81c8-4a43-af62-ce9c10294571 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564238
Apr 20 17:29:47.069661 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-cd571ba1-1985-4535-a652-ac96c9579162 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d060663a-b150-4562-a0c6-78a27c679b08 HTTP/1.1" status: 200  len: 217 time: 0.1655834
Apr 20 17:29:47.229703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613640d-fe14-4930-a068-9368ba56be36 req-45515bc8-39a2-4e8d-b1e2-16d0e377a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:47.231909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-45515bc8-39a2-4e8d-b1e2-16d0e377a8a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b HTTP/1.1" status: 200  len: 849 time: 0.1467512
Apr 20 17:29:47.290272 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-092008d0-7f63-48e3-baaa-996bfaf511f9 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4111788
Apr 20 17:29:47.305556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-c096f319-7ab8-4885-a78c-7eebcc97b2c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=36a9e630-abe0-4645-a781-223593340c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591593
Apr 20 17:29:47.319650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f00bc-9c5d-4915-97ac-b252e45767d5 req-aa163fa7-b188-40bb-adc0-344333f37aff tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:47.321310 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5e4f00bc-9c5d-4915-97ac-b252e45767d5 req-aa163fa7-b188-40bb-adc0-344333f37aff tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.3548906
Apr 20 17:29:47.371111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc91e-b4ad-495f-890b-a02a26dcc87e req-210364ec-0302-4508-9a8f-10290c5f9d59 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:47.371595 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-076cc91e-b4ad-495f-890b-a02a26dcc87e req-210364ec-0302-4508-9a8f-10290c5f9d59 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0976951
Apr 20 17:29:47.424332 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-076cc91e-b4ad-495f-890b-a02a26dcc87e req-b93d476a-c7f7-429c-b0ae-916ab0e88f17 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454719
Apr 20 17:29:47.560808 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5e4f00bc-9c5d-4915-97ac-b252e45767d5 req-d66a69a9-bac3-4c97-8c72-b052cc00f5ab tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879098
Apr 20 17:29:47.632895 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-f74e6d69-0d98-493b-9084-d94c1e8db70f service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097765
Apr 20 17:29:47.639217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68e424bd-5cbb-41f9-a05a-4bb471cb8497 req-a8328a0b-591c-4441-9520-8df3015ba397 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3148391
Apr 20 17:29:47.851465 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4613640d-fe14-4930-a068-9368ba56be36 req-800b631d-e4d9-4031-b136-1a37b7395878 service neutron] 10.222.0.72 "GET /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862550
Apr 20 17:29:48.641821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53e337-9c80-4d94-80fe-568b6368e9e7 req-15dff6b6-3f40-47fd-94e1-886617c4cbac tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:48.643442 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d53e337-9c80-4d94-80fe-568b6368e9e7 req-15dff6b6-3f40-47fd-94e1-886617c4cbac tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.0990880
Apr 20 17:29:48.702540 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d53e337-9c80-4d94-80fe-568b6368e9e7 req-149bf927-31f8-473f-bffd-8069014d971c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523970
Apr 20 17:29:48.785995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b5722-3831-41ed-8c40-4c5ad6de92f4 req-3f35b8be-0e34-45d8-ad5a-c18d4d6ad943 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:48.787625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0a0b5722-3831-41ed-8c40-4c5ad6de92f4 req-3f35b8be-0e34-45d8-ad5a-c18d4d6ad943 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0991080
Apr 20 17:29:48.837941 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0a0b5722-3831-41ed-8c40-4c5ad6de92f4 req-688b2d7b-f41e-4293-8a08-44f91ca0b02a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425382
Apr 20 17:29:49.951375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab23da-2cc9-4ba8-9888-2b94ec4b692b req-e9694a8a-f8d4-423c-bb43-a26ded619f21 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:49.953054 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b7ab23da-2cc9-4ba8-9888-2b94ec4b692b req-e9694a8a-f8d4-423c-bb43-a26ded619f21 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.1093912
Apr 20 17:29:50.007282 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b7ab23da-2cc9-4ba8-9888-2b94ec4b692b req-26698d6a-1335-4e09-98a1-47e09fc5eb3b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473161
Apr 20 17:29:50.067968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0de5a-b4b4-434a-9c32-eeb1963ab1cb req-237fd01e-ae3c-4e2a-9e8f-9e0a84fa252e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:50.069613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2bb0de5a-b4b4-434a-9c32-eeb1963ab1cb req-237fd01e-ae3c-4e2a-9e8f-9e0a84fa252e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0971258
Apr 20 17:29:50.120922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2bb0de5a-b4b4-434a-9c32-eeb1963ab1cb req-a48115fe-9ce2-4587-92e3-988ae3786e58 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433843
Apr 20 17:29:51.365871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c69ce8-dc66-4028-8194-d0abeb5f6da6 req-e2c14c00-a087-40fb-a27a-3828993f85ad tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:51.367506 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b3c69ce8-dc66-4028-8194-d0abeb5f6da6 req-e2c14c00-a087-40fb-a27a-3828993f85ad tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1117394
Apr 20 17:29:51.423631 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b3c69ce8-dc66-4028-8194-d0abeb5f6da6 req-65f04b6e-4b5c-4d17-a097-14c863090d63 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480840
Apr 20 17:29:51.433841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310a26a-1199-4eff-b0fc-7e9845f23e5e req-317ed8ce-86a0-4f06-8550-e60aea809649 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:51.435482 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6310a26a-1199-4eff-b0fc-7e9845f23e5e req-317ed8ce-86a0-4f06-8550-e60aea809649 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 943 time: 0.3128145
Apr 20 17:29:51.487367 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6310a26a-1199-4eff-b0fc-7e9845f23e5e req-389d65a0-c607-43ad-9c89-9181e6346c2a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452993
Apr 20 17:29:51.849116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d060663a-b150-4562-a0c6-78a27c679b08 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:29:51.999203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d060663a-b150-4562-a0c6-78a27c679b08,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:52.015867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'd060663a-b150-4562-a0c6-78a27c679b08', 'network_id': '36a9e630-abe0-4645-a781-223593340c56', 'port_id': 'd060663a-b150-4562-a0c6-78a27c679b08', 'mac_address': 'fa:16:3e:26:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:29:52.076184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:52.096677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d060663a-b150-4562-a0c6-78a27c679b08 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:29:52.113219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d060663a-b150-4562-a0c6-78a27c679b08,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:52.116466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:52.118409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:52.195566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:52.199234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:52.497576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['d060663a-b150-4562-a0c6-78a27c679b08'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:29:52.641666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d58581-3b27-4f5a-8311-fd89bea48bf2 req-89601d06-cc56-4a1e-b439-71eea08cdc59 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:52.645696 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29d58581-3b27-4f5a-8311-fd89bea48bf2 req-89601d06-cc56-4a1e-b439-71eea08cdc59 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0981019
Apr 20 17:29:52.693950 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-29d58581-3b27-4f5a-8311-fd89bea48bf2 req-af2bd783-2bc2-4071-82c5-d1a38cd0101f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438948
Apr 20 17:29:52.698839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d9bf-8127-4f5b-a406-ac481c2ccaa4 req-e3465ea6-2d4c-4fde-b2d2-854800dd78fe tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:52.700505 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21d0d9bf-8127-4f5b-a406-ac481c2ccaa4 req-e3465ea6-2d4c-4fde-b2d2-854800dd78fe tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 944 time: 0.0907631
Apr 20 17:29:52.753524 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21d0d9bf-8127-4f5b-a406-ac481c2ccaa4 req-b7eb0503-3182-40e3-917b-acc9c41a2b6b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465081
Apr 20 17:29:53.646189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d507a053-4b97-4c54-a761-7f4794bfe19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:53.850639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d060663a-b150-4562-a0c6-78a27c679b08 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:29:53.930558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port d060663a-b150-4562-a0c6-78a27c679b08 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:29:53.937853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port d060663a-b150-4562-a0c6-78a27c679b08 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:29:53.938313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:53.940767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b6b32-b058-4eeb-8adb-c4428e6039c2 req-604378e2-8a03-4bd1-bfd6-d032d7fb991e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:53.942509 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca1b6b32-b058-4eeb-8adb-c4428e6039c2 req-604378e2-8a03-4bd1-bfd6-d032d7fb991e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0984867
Apr 20 17:29:53.977630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e93b6-cb62-4101-9823-cdbb068e7e35 req-ebe96493-f65f-4562-936c-33bef96c040a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:53.982019 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d52e93b6-cb62-4101-9823-cdbb068e7e35 req-ebe96493-f65f-4562-936c-33bef96c040a tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 944 time: 0.1057525
Apr 20 17:29:54.009835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca1b6b32-b058-4eeb-8adb-c4428e6039c2 req-a9038912-d1ff-4e5d-bd18-32f928f532e0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586610
Apr 20 17:29:54.034345 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d52e93b6-cb62-4101-9823-cdbb068e7e35 req-d9c1d5eb-572a-4ac1-954b-c5a5492d0c3b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465529
Apr 20 17:29:54.075028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:54.104770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:29:54.115136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d060663a-b150-4562-a0c6-78a27c679b08,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:54.118026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:54.120055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:54.158715 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08', 'code': 200}
Apr 20 17:29:54.191913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:54.200517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.200907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.201317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.201696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.202071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.202446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.202819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.203187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.203557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.203926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.204321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.207240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:29:54.209070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:54.459899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df940e-16f8-43f4-890e-cb595d33c04c req-9935a370-24d7-46d9-aa42-bae89236616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:54.461565 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-47df940e-16f8-43f4-890e-cb595d33c04c req-9935a370-24d7-46d9-aa42-bae89236616b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 1098 time: 0.0833719
Apr 20 17:29:54.508733 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-47df940e-16f8-43f4-890e-cb595d33c04c req-d5452de3-1736-4231-b233-c21909bf4df8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384021
Apr 20 17:29:55.240297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf59e7f-7b3b-4482-bb98-0dc99b423380 req-19eac31b-cd42-41ac-a547-bce1e0441401 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:55.242183 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ecf59e7f-7b3b-4482-bb98-0dc99b423380 req-19eac31b-cd42-41ac-a547-bce1e0441401 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.1057930
Apr 20 17:29:55.261150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c4bd8-2801-4825-9400-778635370bb6 req-103d0061-2107-4ee5-81b1-2dd50c4f8743 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:55.261988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8f3c4bd8-2801-4825-9400-778635370bb6 req-103d0061-2107-4ee5-81b1-2dd50c4f8743 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Synchronizing usage tracker for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:29:55.280996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8f3c4bd8-2801-4825-9400-778635370bb6 req-103d0061-2107-4ee5-81b1-2dd50c4f8743 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Unset dirty status for tenant:d6b29d0b27b146b5a67eaceccfdfee74 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:29:55.283026 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f3c4bd8-2801-4825-9400-778635370bb6 req-103d0061-2107-4ee5-81b1-2dd50c4f8743 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1254470
Apr 20 17:29:55.309647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ecf59e7f-7b3b-4482-bb98-0dc99b423380 req-ed07a9c6-3a15-4392-bbd0-96977563e271 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594583
Apr 20 17:29:55.335314 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f3c4bd8-2801-4825-9400-778635370bb6 req-dec3af7d-0613-4f3c-83f1-06dcd25e212b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459237
Apr 20 17:29:56.130042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-64da9bd2-61b5-447a-ba29-6195afab6609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:56.516923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb4adf-357e-4793-a76a-e9d35d2d3ae3 req-3a03dd4d-6d9d-4eba-9632-af8151d0cd1c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:56.518633 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fffb4adf-357e-4793-a76a-e9d35d2d3ae3 req-3a03dd4d-6d9d-4eba-9632-af8151d0cd1c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 943 time: 0.0890126
Apr 20 17:29:56.539726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9fa65-9c80-45b4-8d36-8e9d9e65eeb6 req-19fb3b03-e0f4-464b-aaee-5c23370eb7a0 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:56.542004 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7e9fa65-9c80-45b4-8d36-8e9d9e65eeb6 req-19fb3b03-e0f4-464b-aaee-5c23370eb7a0 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.0895207
Apr 20 17:29:56.568143 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fffb4adf-357e-4793-a76a-e9d35d2d3ae3 req-c7c56ebe-e8ab-491d-a13e-92006d40ae7d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430877
Apr 20 17:29:56.591855 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d7e9fa65-9c80-45b4-8d36-8e9d9e65eeb6 req-4ad71455-7b11-4fe4-8932-13dd9361f78c tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434644
Apr 20 17:29:56.726727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:29:56.873251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:56.887114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'mac_address': 'fa:16:3e:bf:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:29:56.951814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:56.969789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:29:56.986636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:29:56.989917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:56.991838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:29:57.061065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=9']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:29:57.064413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:29:57.245935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:57.641634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:57.796367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a618-94a9-45f2-bb4a-53f4d1069bc7 req-e63b6edb-684a-4b4e-a558-cde4004af7c7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:57.797473 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53b2a618-94a9-45f2-bb4a-53f4d1069bc7 req-e63b6edb-684a-4b4e-a558-cde4004af7c7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.1040688
Apr 20 17:29:57.814074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cabfa4-6a7e-4824-b0b7-bf1c48cbacfe req-1b45ba1f-4160-4fac-a604-fd5cd0494528 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:57.815691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8cabfa4-6a7e-4824-b0b7-bf1c48cbacfe req-1b45ba1f-4160-4fac-a604-fd5cd0494528 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1002879
Apr 20 17:29:57.849913 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53b2a618-94a9-45f2-bb4a-53f4d1069bc7 req-05ac9b45-f65c-43f2-8e0b-4263daf15e40 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436959
Apr 20 17:29:57.871450 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8cabfa4-6a7e-4824-b0b7-bf1c48cbacfe req-eaf7cc50-ded6-4515-83ee-92f33530b3a6 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492530
Apr 20 17:29:58.117671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:29:58.659578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:29:59.075453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6367-1bfb-4252-b215-0b2939f9d7e9 req-d39e524c-819e-4136-8469-8254c0a53fbc tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:59.077170 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-385b6367-1bfb-4252-b215-0b2939f9d7e9 req-d39e524c-819e-4136-8469-8254c0a53fbc tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 944 time: 0.1000650
Apr 20 17:29:59.085746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef1ec-09b9-4986-a746-ddf406717689 req-16d032e0-0fa3-45ee-840f-b82ef7b5af76 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:29:59.087835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b6fef1ec-09b9-4986-a746-ddf406717689 req-16d032e0-0fa3-45ee-840f-b82ef7b5af76 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.0958602
Apr 20 17:29:59.131163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-385b6367-1bfb-4252-b215-0b2939f9d7e9 req-235130ea-643c-4ae6-8155-a2b6ce4ec29c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470831
Apr 20 17:29:59.364284 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b6fef1ec-09b9-4986-a746-ddf406717689 req-bd6ba593-5f73-46cf-ac6e-d6354aff7f6e tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2702210
Apr 20 17:29:59.863291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:29:59.943343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:29:59.943715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:00.076390 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:00.106748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:00.117639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:00.121746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:00.123759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:00.160158 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'code': 200}
Apr 20 17:30:00.207011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=10']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:00.209996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:00.378638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664259-920c-481e-8b25-f9d054164acb req-ae901b74-a920-40dd-bb9e-5eea2c134fa6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:00.380241 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f664259-920c-481e-8b25-f9d054164acb req-ae901b74-a920-40dd-bb9e-5eea2c134fa6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0956352
Apr 20 17:30:00.437970 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f664259-920c-481e-8b25-f9d054164acb req-14264e57-7c3f-44c5-a5be-35eae418f518 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485444
Apr 20 17:30:00.748976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709dd15-3ed7-4ec7-a3ec-47a1ed56215d req-bd5eaa47-44de-432d-8fcc-8102fadc7e34 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:00.750736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5709dd15-3ed7-4ec7-a3ec-47a1ed56215d req-bd5eaa47-44de-432d-8fcc-8102fadc7e34 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1003997
Apr 20 17:30:00.802731 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5709dd15-3ed7-4ec7-a3ec-47a1ed56215d req-b123240a-dddd-4c7b-8c9a-1189274e1949 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454645
Apr 20 17:30:00.939180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3688c-eebc-469d-8186-ad6dd2b1ab41 req-8dfe3f05-7e3f-459e-8757-d884432cf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:00.940814 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09b3688c-eebc-469d-8186-ad6dd2b1ab41 req-8dfe3f05-7e3f-459e-8757-d884432cf3ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 1099 time: 0.0793638
Apr 20 17:30:01.659578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03478b-629f-4d06-8fc6-b0bd83a7f045 req-71827c78-6b7b-4754-91f2-2e5063e77a0f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:01.661697 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5d03478b-629f-4d06-8fc6-b0bd83a7f045 req-71827c78-6b7b-4754-91f2-2e5063e77a0f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0975115
Apr 20 17:30:01.716182 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5d03478b-629f-4d06-8fc6-b0bd83a7f045 req-c52c97ce-5036-4b86-86b6-434e3d003bb2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475090
Apr 20 17:30:02.006351 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09b3688c-eebc-469d-8186-ad6dd2b1ab41 req-3e10273d-9d5d-4ad5-a6c5-106e5cdf424d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923724
Apr 20 17:30:02.039391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4c092-5296-4a2f-8020-7603184a4da9 req-7e1a8c92-0470-47ff-bd1c-9e5279ec9203 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:02.041666 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2e4c092-5296-4a2f-8020-7603184a4da9 req-7e1a8c92-0470-47ff-bd1c-9e5279ec9203 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1096275
Apr 20 17:30:02.089329 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2e4c092-5296-4a2f-8020-7603184a4da9 req-18cf092e-4710-49a7-a855-86ef55528b5b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410042
Apr 20 17:30:02.935827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27a89-71f2-4315-81d9-1b87024a1f32 req-c5cb9f65-3563-44ce-a0d8-15028d215e02 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:02.937462 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e0d27a89-71f2-4315-81d9-1b87024a1f32 req-c5cb9f65-3563-44ce-a0d8-15028d215e02 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0932324
Apr 20 17:30:02.987826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e0d27a89-71f2-4315-81d9-1b87024a1f32 req-c5f5cc44-63f7-48e4-9fce-418919d3c380 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436680
Apr 20 17:30:03.293364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53520509-0f14-47f2-bede-740acb1f9a67 req-8955c4c6-32d6-412c-9b1b-ec9de051de33 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:03.294948 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53520509-0f14-47f2-bede-740acb1f9a67 req-8955c4c6-32d6-412c-9b1b-ec9de051de33 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.0912664
Apr 20 17:30:03.344217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53520509-0f14-47f2-bede-740acb1f9a67 req-148d2249-3715-43fb-9f8c-7b2d81e948be tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427001
Apr 20 17:30:04.202214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b40d-5082-44f4-a6c1-c7df87944ca7 req-421bd5e3-615f-4c40-8417-309d544c6f12 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:04.203824 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da91b40d-5082-44f4-a6c1-c7df87944ca7 req-421bd5e3-615f-4c40-8417-309d544c6f12 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0901158
Apr 20 17:30:04.258227 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da91b40d-5082-44f4-a6c1-c7df87944ca7 req-5305a412-6133-4e8c-bf39-806a63bd05a7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476971
Apr 20 17:30:04.549434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d4272-70ee-449e-8b77-bedcc3bad0d3 req-5f9a24ed-c2bd-48c0-bdea-ae6adbb6c55b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:04.551011 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d92d4272-70ee-449e-8b77-bedcc3bad0d3 req-5f9a24ed-c2bd-48c0-bdea-ae6adbb6c55b tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.0884886
Apr 20 17:30:04.600075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d92d4272-70ee-449e-8b77-bedcc3bad0d3 req-4fc0b596-9b32-45d7-863f-1a4a087146d3 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420475
Apr 20 17:30:05.471084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b63f4-1963-46be-972c-d8848bb0af3b req-594752b8-d371-4abb-8560-9b75fff6049f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:05.472708 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a81b63f4-1963-46be-972c-d8848bb0af3b req-594752b8-d371-4abb-8560-9b75fff6049f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0914409
Apr 20 17:30:05.521051 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a81b63f4-1963-46be-972c-d8848bb0af3b req-b655522f-79bd-44e0-8ad7-a6051db81a37 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414178
Apr 20 17:30:05.826939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb9e0e-26e4-4511-bfa0-f89e7ae336a5 req-9d0f15da-e6b0-4e6b-b545-61028b80fa41 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:05.828647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ceb9e0e-26e4-4511-bfa0-f89e7ae336a5 req-9d0f15da-e6b0-4e6b-b545-61028b80fa41 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1011825
Apr 20 17:30:05.888380 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4ceb9e0e-26e4-4511-bfa0-f89e7ae336a5 req-35ab0d44-32b2-44a6-bf25-6d60b56eced2 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527272
Apr 20 17:30:06.528745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-2a936738-af89-48d4-a212-2a24a064e8db tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:06.530350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-2a936738-af89-48d4-a212-2a24a064e8db tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.1072171
Apr 20 17:30:06.622271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Deleting port d060663a-b150-4562-a0c6-78a27c679b08 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:30:06.622684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:06.775992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016c0f-6ba4-4c43-bc1b-f3b351cfc4b1 req-37e77535-dd30-4ee8-a9b4-5d31880390e8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:06.782194 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4016c0f-6ba4-4c43-bc1b-f3b351cfc4b1 req-37e77535-dd30-4ee8-a9b4-5d31880390e8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.1042333
Apr 20 17:30:06.831834 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4016c0f-6ba4-4c43-bc1b-f3b351cfc4b1 req-af66fd49-0b83-4049-bd68-9f20b02816aa tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468893
Apr 20 17:30:06.927547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] For port d060663a-b150-4562-a0c6-78a27c679b08, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d060663a-b150-4562-a0c6-78a27c679b08,segment=NetworkSegment(33cc3217-7e7c-46ea-949a-024b7afda335),segment_id=33cc3217-7e7c-46ea-949a-024b7afda335)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:06.927967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:07.067717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Calling delete_port for d060663a-b150-4562-a0c6-78a27c679b08 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:30:07.271084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3971e-de01-4f09-828a-6dd0d5fe07a3 req-227e9064-a3b1-4408-bb2c-2265b6c57a44 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:07.272779 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9cb3971e-de01-4f09-828a-6dd0d5fe07a3 req-227e9064-a3b1-4408-bb2c-2265b6c57a44 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/ports?device_id=aff93db6-0e30-4c76-a162-b7589a3dc0c1 HTTP/1.1" status: 200  len: 945 time: 0.2131462
Apr 20 17:30:07.349863 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9cb3971e-de01-4f09-828a-6dd0d5fe07a3 req-0e382830-3d88-45a2-b4d7-87660ee4de0f tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40ace50-cbc6-4a66-b35b-58b67eb6238d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681412
Apr 20 17:30:07.350586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:07.356903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6c9eddc0-ba54-4b94-8f3c-70ba9e51eaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:07.389507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['d060663a-b150-4562-a0c6-78a27c679b08'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:30:07.408283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Pushing event deleted for resources: {'Port': ['ID=d060663a-b150-4562-a0c6-78a27c679b08,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:07.444802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.445248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.445660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.446056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.446460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.446855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.447812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.448210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.448601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.449000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.449417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.449806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:07.458639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:07.506527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] No DVR routers for this DVR port d060663a-b150-4562-a0c6-78a27c679b08 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:30:07.509203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:07.512881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'name': 'network-vif-deleted', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:07.528726 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-204a45d4-4f32-4b6a-b9f7-0a32daf225ed req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] 10.222.0.72 "DELETE /v2.0/ports/d060663a-b150-4562-a0c6-78a27c679b08 HTTP/1.1" status: 204  len: 173 time: 0.9881992
Apr 20 17:30:07.565949 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff93db6-0e30-4c76-a162-b7589a3dc0c1', 'name': 'network-vif-deleted', 'tag': 'd060663a-b150-4562-a0c6-78a27c679b08', 'status': 'completed', 'code': 200}
Apr 20 17:30:08.067565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9580-5390-466e-9f09-3c9eca0c81a4 req-bb210c72-304a-4e3e-a5b1-5ab7d17b28c7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:08.069279 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-242b9580-5390-466e-9f09-3c9eca0c81a4 req-bb210c72-304a-4e3e-a5b1-5ab7d17b28c7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.0931909
Apr 20 17:30:08.126594 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-242b9580-5390-466e-9f09-3c9eca0c81a4 req-9310cdd1-76f8-4a1d-b526-4bc6f56a10cd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478542
Apr 20 17:30:09.816702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45552) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:09.936879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d060663a-b150-4562-a0c6-78a27c679b08 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:30:09.958529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:09.975452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:09.980646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Usage tracker for resource:security_group_rule and tenant:6b84e28d0ce946f6a022c5989ebef28a is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:09.982844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: d060663a-b150-4562-a0c6-78a27c679b08 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:30:09.983465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d060663a-b150-4562-a0c6-78a27c679b08 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:30:09.984011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:09.990373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:10.093054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.096082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.105985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-44405135-6006-46ba-ac66-775017c9760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:10.152929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b84e28d0ce946f6a022c5989ebef28a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3348384
Apr 20 17:30:10.155122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf804612-5987-484c-a0e2-175f9712b719,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:10.156281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45574) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:10.160203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:10.226550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.256882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.305869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.311436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ffd71f3e-8292-41bb-ab44-c62f5f267677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:10.326226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf804612-5987-484c-a0e2-175f9712b719,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:10.337776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.338189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.338588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.338984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.339373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.339771 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.340157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.340550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.340938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.341359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.341747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.342129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:10.347557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:10.352090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.353482 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf804612-5987-484c-a0e2-175f9712b719 HTTP/1.1" status: 204  len: 168 time: 0.1954818
Apr 20 17:30:10.659142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45584) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:10.678677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.694614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:10.698755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Usage tracker for resource:security_group_rule and tenant:034089eb75264b46972c9dcf2b929f42 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:10.701683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:10.707607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:10.801027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.803847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.812154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-59bd21a6-e645-4839-87fa-47941a694c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:10.856765 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=034089eb75264b46972c9dcf2b929f42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963348
Apr 20 17:30:10.857796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2b8be6-4dfa-4ac1-b03b-f8ec0fdc22bf,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:10.859866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45588) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:10.861047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:10.926347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:10.955002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:11.000662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:11.005791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-86d48039-3587-4fb0-b06b-5a4aebf5f715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:11.018991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2b8be6-4dfa-4ac1-b03b-f8ec0fdc22bf,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:11.021446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:11.031521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:11.032803 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec2b8be6-4dfa-4ac1-b03b-f8ec0fdc22bf HTTP/1.1" status: 204  len: 168 time: 0.1711879
Apr 20 17:30:12.792649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:14.306990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:30:17.476691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45698) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:17.659179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:17.677046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:17.681530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Usage tracker for resource:security_group_rule and tenant:872c633afcc54f95b12ed61ce7b6d1a0 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:17.684921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:17.698229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:17.817606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:17.823416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:17.848612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f2d47c2e-30cc-4e37-9985-346905779412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:17.892756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ed258e-41ac-41d0-b358-bd3641a1560f,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:17.912102 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=872c633afcc54f95b12ed61ce7b6d1a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4328623
Apr 20 17:30:17.913119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5c67d7ff-5ac7-4aa5-9b4e-b09826b6e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:17.915287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45704) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:18.015294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:18.054930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:18.140482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:18.146925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-89cb1d4e-aa8c-4251-a138-7150c68b6adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:18.163737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ed258e-41ac-41d0-b358-bd3641a1560f,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:18.168395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:18.173548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:18.177884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2ed258e-41ac-41d0-b358-bd3641a1560f HTTP/1.1" status: 204  len: 168 time: 0.2591870
Apr 20 17:30:19.844215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ae50-3087-4f2b-9322-9cc62b57dc64 req-f9f90135-76b2-47a3-9292-32495a58ebd8 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:19.862442 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e26ae50-3087-4f2b-9322-9cc62b57dc64 req-f9f90135-76b2-47a3-9292-32495a58ebd8 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.2257209
Apr 20 17:30:19.981671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9e26ae50-3087-4f2b-9322-9cc62b57dc64 req-07f595a7-a135-436d-bccf-3d179a9be30d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:20.020289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-41738ab7-b2ef-4836-bfec-2933ba7eaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:20.022083 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-41738ab7-b2ef-4836-bfec-2933ba7eaa7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1138 time: 0.3389180
Apr 20 17:30:20.034042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9e26ae50-3087-4f2b-9322-9cc62b57dc64 req-07f595a7-a135-436d-bccf-3d179a9be30d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:20.040988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e26ae50-3087-4f2b-9322-9cc62b57dc64 req-07f595a7-a135-436d-bccf-3d179a9be30d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1770155
Apr 20 17:30:20.310818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-df926d8c-ebd9-43bc-b88e-bbdb75970e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:20.312750 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-df926d8c-ebd9-43bc-b88e-bbdb75970e12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.2763011
Apr 20 17:30:20.485526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-2a57a992-6751-4352-a9be-79e5e49cc2f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 1002 time: 0.1619503
Apr 20 17:30:20.633803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-b6e0b97a-dcbd-4a13-a909-cf085017c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:20.636580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-b6e0b97a-dcbd-4a13-a909-cf085017c9c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.1454911
Apr 20 17:30:20.780407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-e916f392-bae9-4579-9334-47608a591c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:20.782485 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-e916f392-bae9-4579-9334-47608a591c03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352522
Apr 20 17:30:20.929022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2c65c-b04d-4d26-abd9-4a27a595355c req-b6af0bcc-7bfa-4a13-9b39-b8aaa75b4b93 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:20.930877 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53d2c65c-b04d-4d26-abd9-4a27a595355c req-b6af0bcc-7bfa-4a13-9b39-b8aaa75b4b93 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1070931
Apr 20 17:30:20.961338 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-f9898d7d-8989-49fc-946c-bb2cfaa07dc9 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668699
Apr 20 17:30:20.984258 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-53d2c65c-b04d-4d26-abd9-4a27a595355c req-2d519942-89ef-4a9b-a231-c1e6a262922e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463371
Apr 20 17:30:21.130178 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12b109fc-bcd1-4223-840a-93fbf2384762 req-d5cc85ab-811c-4e2c-865a-2746e3f110c9 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547141
Apr 20 17:30:21.295895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966a7af-9ad4-4058-a1b8-42c4d6c976bb req-deb7d401-ab62-4d25-8b9f-2f05ee270968 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:21.297707 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c966a7af-9ad4-4058-a1b8-42c4d6c976bb req-deb7d401-ab62-4d25-8b9f-2f05ee270968 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1042159
Apr 20 17:30:21.399589 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c966a7af-9ad4-4058-a1b8-42c4d6c976bb req-865ca165-ab75-47c3-9aa3-29c7cd00655d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0932791
Apr 20 17:30:22.238014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b597612-8a0c-41b8-aa7f-223545c48c3f req-5198f4a7-139e-44df-881e-4d8fb809f732 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:22.241247 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b597612-8a0c-41b8-aa7f-223545c48c3f req-5198f4a7-139e-44df-881e-4d8fb809f732 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1188810
Apr 20 17:30:22.369424 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8b597612-8a0c-41b8-aa7f-223545c48c3f req-aa914c33-eb84-4a12-b33d-6e1cf9a1ad7f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839381
Apr 20 17:30:22.661517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbccf8-fa6f-4fda-b7ba-8a4432d02e33 req-97a37e67-b448-461e-a8da-92265ccd6572 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:22.666377 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3dbbccf8-fa6f-4fda-b7ba-8a4432d02e33 req-97a37e67-b448-461e-a8da-92265ccd6572 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1339898
Apr 20 17:30:22.716568 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3dbbccf8-fa6f-4fda-b7ba-8a4432d02e33 req-890d03c6-249c-4576-baf8-9cb3e801366c tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477395
Apr 20 17:30:23.659545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-44429aaa-3f7b-4a6f-9f57-5d0c57b7569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:23.700179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c900a2a-4611-4d59-a8f6-a00d523bea5a req-00c2c958-0aa6-47c1-9d77-5b5ee76d2969 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:23.710081 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c900a2a-4611-4d59-a8f6-a00d523bea5a req-00c2c958-0aa6-47c1-9d77-5b5ee76d2969 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1547251
Apr 20 17:30:23.774236 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c900a2a-4611-4d59-a8f6-a00d523bea5a req-ff34bc53-e6f8-4d48-9e76-cd02ac43b354 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630491
Apr 20 17:30:24.008015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b046d-b000-4cc1-ac34-7d53a741fbb6 req-fd92d51d-9002-41b0-acaa-d2c29a6078b4 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:24.009895 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf8b046d-b000-4cc1-ac34-7d53a741fbb6 req-fd92d51d-9002-41b0-acaa-d2c29a6078b4 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1289365
Apr 20 17:30:24.066707 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf8b046d-b000-4cc1-ac34-7d53a741fbb6 req-e89418b7-17c5-4428-8e9a-ab747e64c563 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482414
Apr 20 17:30:25.031655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bd97-cde3-4b01-8f15-4a5cf3e3ebee req-e00fbad5-0e1e-4a8b-993e-6719fbd81511 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:25.033349 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e503bd97-cde3-4b01-8f15-4a5cf3e3ebee req-e00fbad5-0e1e-4a8b-993e-6719fbd81511 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.0991404
Apr 20 17:30:25.087277 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e503bd97-cde3-4b01-8f15-4a5cf3e3ebee req-e302c9a9-717b-4aaa-bd1b-b0556ae87877 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469351
Apr 20 17:30:25.334702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4cd5-9e73-47bd-957e-ebb8c444dfe5 req-6ad8de3e-fab2-43d4-b391-0ade43aae5a5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:25.336367 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d56d4cd5-9e73-47bd-957e-ebb8c444dfe5 req-6ad8de3e-fab2-43d4-b391-0ade43aae5a5 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1273017
Apr 20 17:30:25.392723 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d56d4cd5-9e73-47bd-957e-ebb8c444dfe5 req-9e13ae47-9dce-4e31-b553-1923ae3b7866 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0490899
Apr 20 17:30:26.156014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-599fc6a3-4242-4364-bdea-7668e7d8f519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:26.555197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-6339e982-0b3c-438e-8f41-bfc1d8e29904 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:26.559840 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-6339e982-0b3c-438e-8f41-bfc1d8e29904 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.2905900
Apr 20 17:30:26.600198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c258d2-e9d2-4769-ac17-756c56f30e01 req-cac4a45a-69ac-4b8b-9a79-41f8053d1dff tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:26.611525 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c3c258d2-e9d2-4769-ac17-756c56f30e01 req-cac4a45a-69ac-4b8b-9a79-41f8053d1dff tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.3027494
Apr 20 17:30:26.733300 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c3c258d2-e9d2-4769-ac17-756c56f30e01 req-4396db0c-d891-4a9b-bf6a-f5c84a6e0e51 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1205719
Apr 20 17:30:26.758015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Deleting port e552cfd9-4980-472a-bd8e-659cb91876a2 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:30:26.758404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:27.147757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cbcdc-e6fa-48aa-b276-2f99d5d8055c req-ba15848d-f55e-4699-a9d4-c3129e5c57e6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:27.155933 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b28cbcdc-e6fa-48aa-b276-2f99d5d8055c req-ba15848d-f55e-4699-a9d4-c3129e5c57e6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.3680887
Apr 20 17:30:27.269917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:27.284868 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b28cbcdc-e6fa-48aa-b276-2f99d5d8055c req-63e2df90-c251-4e66-af4b-05727b35f611 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1140728
Apr 20 17:30:27.302534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] For port e552cfd9-4980-472a-bd8e-659cb91876a2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e552cfd9-4980-472a-bd8e-659cb91876a2,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:27.303474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:27.648276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:28.010480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:28.011152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:28.011628 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Floating IP 56247e45-c256-4efb-be33-15f7e69c507f disassociated. External IP: 172.27.0.251, port: e552cfd9-4980-472a-bd8e-659cb91876a2.
Apr 20 17:30:28.012274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Calling delete_port for e552cfd9-4980-472a-bd8e-659cb91876a2 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:30:28.031194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175ef4b-f0b1-47dd-8ad9-181f18bd098d req-d400fcae-6436-4380-a4ff-ace762b34e07 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:28.033023 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7175ef4b-f0b1-47dd-8ad9-181f18bd098d req-d400fcae-6436-4380-a4ff-ace762b34e07 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 945 time: 0.1616125
Apr 20 17:30:28.120718 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7175ef4b-f0b1-47dd-8ad9-181f18bd098d req-121f985e-389b-49ee-a9af-ab154bc4afb9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f88b611-862a-4c46-b08e-95fbb2e0c785&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781586
Apr 20 17:30:28.284855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:28.295243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:28.394928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'Port': ['ID=e552cfd9-4980-472a-bd8e-659cb91876a2,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:28.401219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:28.720733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829302d-4fd1-4622-80c8-90134bde3641 req-a035c853-1f0e-4387-abc5-d10e46a92cb3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:28.729515 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8829302d-4fd1-4622-80c8-90134bde3641 req-a035c853-1f0e-4387-abc5-d10e46a92cb3 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.2608185
Apr 20 17:30:28.747140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:28.835687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:30:28.862202 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8829302d-4fd1-4622-80c8-90134bde3641 req-2d7e4cc2-79ef-4681-9dcd-db99b8245528 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1312943
Apr 20 17:30:29.126329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:29.143237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:29.168129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:29.171598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333419e6a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:29.349113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] No DVR routers for this DVR port e552cfd9-4980-472a-bd8e-659cb91876a2 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:30:29.363933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:29.367223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'name': 'network-vif-deleted', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:29.414279 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-54eb9fa6-9ed4-4b37-93f3-7201ba79f9b5 req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "DELETE /v2.0/ports/e552cfd9-4980-472a-bd8e-659cb91876a2 HTTP/1.1" status: 204  len: 173 time: 2.8428547
Apr 20 17:30:29.419108 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e310ef64-c772-4b9e-aeec-e976903fb4fc req-1585405a-fdb5-405f-b700-7b47b50d7f9a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c584d1-3c26-4d48-aeb8-c52d27874bb7 HTTP/1.1" status: 200  len: 210 time: 0.1083372
Apr 20 17:30:29.610448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:29.703145 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c584d1-3c26-4d48-aeb8-c52d27874bb7', 'name': 'network-vif-deleted', 'tag': 'e552cfd9-4980-472a-bd8e-659cb91876a2', 'status': 'completed', 'code': 200}
Apr 20 17:30:30.047008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45894) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:30.095634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device e552cfd9-4980-472a-bd8e-659cb91876a2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:30:30.162183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c38c-6a44-4dfe-9406-55961083ff76 req-1d2663a2-5d9b-4eeb-9a77-2972e7d7b893 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:30.171321 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8954c38c-6a44-4dfe-9406-55961083ff76 req-1d2663a2-5d9b-4eeb-9a77-2972e7d7b893 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1097803
Apr 20 17:30:30.225498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: e552cfd9-4980-472a-bd8e-659cb91876a2 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:30:30.225897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device e552cfd9-4980-472a-bd8e-659cb91876a2 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:30:30.239809 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8954c38c-6a44-4dfe-9406-55961083ff76 req-822be105-4d39-4fec-9618-b3d3a65a6749 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0661469
Apr 20 17:30:30.342927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.394539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:30.403918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Usage tracker for resource:security_group_rule and tenant:28e53c9347c14a2aa902f2521d595e8f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:30.408658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:30.420638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:30.540875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.546921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.564545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a3389d1d-1ca6-40b0-af35-cfb73117dadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:30.601778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf50cce-02a4-409f-afb0-6370cc155a8b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:30.608861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:30.629401 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28e53c9347c14a2aa902f2521d595e8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5799434
Apr 20 17:30:30.631697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45902) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:30.683395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333419e6a0>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:30.688263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:30:30.699709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:30.700453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333419e6a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:30.710533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.753222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45908) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:30.768842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.841351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.851997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b54786b2-c044-48bb-95f1-859b5b375dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:30.882009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.883456 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bf50cce-02a4-409f-afb0-6370cc155a8b HTTP/1.1" status: 204  len: 168 time: 0.2506492
Apr 20 17:30:30.887452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf50cce-02a4-409f-afb0-6370cc155a8b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:30.890356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:30.914947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:30.986971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.057921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:31.094315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.099816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-93e3ccf2-43c4-4a39-b299-ad4b3fed1386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:31.147576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f88b611-862a-4c46-b08e-95fbb2e0c785,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:31.152170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:31.177829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.179076 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f88b611-862a-4c46-b08e-95fbb2e0c785 HTTP/1.1" status: 204  len: 168 time: 0.4245255
Apr 20 17:30:31.183388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45920) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:31.215742 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.v2.resource [None req-77661bba-0d8b-45f4-931e-6cf0274c7bc0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] show failed (client error): The resource could not be found.
Apr 20 17:30:31.220027 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-77661bba-0d8b-45f4-931e-6cf0274c7bc0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups/2f88b611-862a-4c46-b08e-95fbb2e0c785 HTTP/1.1" status: 404  len: 347 time: 0.0352151
Apr 20 17:30:31.220651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45924) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:31.467870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Deleting port eb71dcd3-1ea7-45a8-ab11-a91c307cb455 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:30:31.468981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.725958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333419e6a0>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:31.739798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9c871d-475b-4367-96fa-331f79ec7617 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:30:31.848818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.849392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:31.978858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c6234-f7bb-44a3-9be7-d203c8d00dcd req-451e1273-8847-44e2-b82e-6bbbead4747d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:31.980522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-178c6234-f7bb-44a3-9be7-d203c8d00dcd req-451e1273-8847-44e2-b82e-6bbbead4747d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.3058596
Apr 20 17:30:32.029444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Calling delete_port for eb71dcd3-1ea7-45a8-ab11-a91c307cb455 owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:30:32.087884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-178c6234-f7bb-44a3-9be7-d203c8d00dcd req-e0a7f770-ca62-423f-87e3-717991e337ac tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0883656
Apr 20 17:30:32.271130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.279538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45950) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:32.287098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0585027f-746e-43e1-b200-c322dc051dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:32.318067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f0e25e-92e0-46c3-8a5d-1213b9511361 None None] New status for floating IP 56247e45-c256-4efb-be33-15f7e69c507f: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:30:32.421617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'Port': ['ID=eb71dcd3-1ea7-45a8-ab11-a91c307cb455,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:32.425834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:32.458834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1557128613-network', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:32.459065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.464680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:32.478442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Usage tracker for resource:network and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:32.483041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:32.488596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.504011 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-61cda681-1083-41ba-9386-9637e378bcb6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "DELETE /v2.0/floatingips/56247e45-c256-4efb-be33-15f7e69c507f HTTP/1.1" status: 204  len: 168 time: 1.2761099
Apr 20 17:30:32.504247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:32.551673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Made reservation on behalf of eb736a5fc52143d6a2fd781ae436d961 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:32.561366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.577973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.595276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:32.599763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:32.604202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:32.612964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:32.772195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.779420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.787921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-835ec1bc-6bbe-4e29-9343-07376c633e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:32.850278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:30:32.862867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.863271 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Added segment 4c83e647-bb81-483a-9609-48607250f62b of type vlan for network 27803296-ea34-4843-9c45-fc11f0ab4a56
Apr 20 17:30:32.878860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec6e50-140b-48db-b51e-bb543cb00ad6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:32.879012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45958) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:32.886097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195165985', 'description': 'tempest-description--182597015'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:32.892677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:32.897469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:32.902130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:32.908564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:32.912917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.918784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:32.922790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.951019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.953349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:32.954570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:32.960177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:32.967244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:32.970523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:32.978678 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:32.980046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:33.064752 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7832744
Apr 20 17:30:33.068890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 45962) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:33.080843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Request body: {'subnet': {'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1557128613-subnet', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:33.090056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.093946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:33.098767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.107075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Pushing event updated for resources: {'Network': ['ID=27803296-ea34-4843-9c45-fc11f0ab4a56,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:33.114186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:33.123362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4665687c-d717-4cea-b0bb-aae553569b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:33.127498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:30:33.138344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Usage tracker for resource:subnet and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:33.143574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:33.161910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:33.225980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Made reservation on behalf of eb736a5fc52143d6a2fd781ae436d961 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:33.233675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.269265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.270770 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3911386
Apr 20 17:30:33.276227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45972) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:33.282704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group_rule': {'security_group_id': '1fe95a5c-a340-4806-82e3-bdf7f177f92a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:33.295770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:33.312541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:33.326786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:33.349533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:33.387324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.408063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe95a5c-a340-4806-82e3-bdf7f177f92a,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:33.417743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8ceb6fc7-51b6-46dd-830c-f70975fbb97a tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:33.605276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119517a-f3bd-42ab-8325-0ac304e9d856 req-cff93f8f-0801-4fe3-85f5-40e3df564f33 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:33.607028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d119517a-f3bd-42ab-8325-0ac304e9d856 req-cff93f8f-0801-4fe3-85f5-40e3df564f33 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.2058928
Apr 20 17:30:33.609104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.614270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.632506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a82639da-812b-40f2-aecf-d2096b0199e1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:33.669781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148e0eb1-13e2-4ace-bc17-b959687ce279,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:33.698991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:33.704127 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d119517a-f3bd-42ab-8325-0ac304e9d856 req-039e012f-aa2c-4c6a-bd50-fd02abeed654 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0884967
Apr 20 17:30:33.710108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.714836 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4336219
Apr 20 17:30:33.715729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45976) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:33.723215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'security_group_rule': {'security_group_id': '1fe95a5c-a340-4806-82e3-bdf7f177f92a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:33.733113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:33.739117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:security_group_rule and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:33.743365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:33.751402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:33.821137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.907015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.911228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.913700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aed1577b-d0ba-44f2-abd2-30562d3f71ad tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:33.951536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f058425-105b-424a-878c-b48a454ea07f,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:33.954465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:33.957368 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2388434
Apr 20 17:30:33.957368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b71c7f4-d38a-4258-a5f8-1986e02da7e7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:33.959767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45986) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:33.972359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:33.979923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:33.984875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Usage tracker for resource:floatingip and tenant:5744bfa98f074ef497cd9b552c17e505 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:33.988575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:33.997015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:34.010014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.140833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.147648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:34.183891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.244409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Checking segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:34.244409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Network hostable DHCP agents. Network: 27803296-ea34-4843-9c45-fc11f0ab4a56, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:30:34.273227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:30:34.283255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7298c2e0-1cf5-4384-8086-1570c8d29c4c,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:34.299550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:34.310278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 27803296-ea34-4843-9c45-fc11f0ab4a56) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:34.327701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:34.330252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.349143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17177465-92e3-46c9-9b0d-c88b07d37827 None None] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:34.376930 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3042495
Apr 20 17:30:34.379554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 45994) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:34.415603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:34.428879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:34.441945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Usage tracker for resource:router and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:34.447332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:34.458665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:34.474566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Allocated IP 172.27.0.12 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/d7d5b881-9aa8-41e1-984d-e45d903ee35e) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:34.487247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.488354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.511783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.689968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-27803296-ea34-4843-9c45-fc11f0ab4a56', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:30:34.691496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.907921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Allocated IP 172.20.0.2 (27803296-ea34-4843-9c45-fc11f0ab4a56/7298c2e0-1cf5-4384-8086-1570c8d29c4c/10e3713b-8466-42ca-8cc3-2a73ab326737) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:34.929061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:34.965036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f671c95-6feb-4f3a-a926-ffeea4b9ab65 req-9029bd5e-e3a3-4f13-909d-e021e095b2cd tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:34.968493 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4f671c95-6feb-4f3a-a926-ffeea4b9ab65 req-9029bd5e-e3a3-4f13-909d-e021e095b2cd tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1157446
Apr 20 17:30:35.025022 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4f671c95-6feb-4f3a-a926-ffeea4b9ab65 req-812ecc1d-c798-41ba-ae88-e319a0ea8091 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0516455
Apr 20 17:30:35.158944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.171624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Transition to ACTIVE for port object 10e3713b-8466-42ca-8cc3-2a73ab326737 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:35.194411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Transition to ACTIVE for port object 10e3713b-8466-42ca-8cc3-2a73ab326737 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:35.199822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.205954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:35.269565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:35.277434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.278387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:35.283092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:35.330572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Pushing event updated for resources: {'Port': ['ID=10e3713b-8466-42ca-8cc3-2a73ab326737,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:35.345567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.351789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d459362f-12ed-4ec8-8b4a-c6c85a0b6102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:35.364864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:35.387119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Attempting to bind port 10e3713b-8466-42ca-8cc3-2a73ab326737 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:35.387539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Attempting to bind port 10e3713b-8466-42ca-8cc3-2a73ab326737 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:35.387954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Attempting to bind port 10e3713b-8466-42ca-8cc3-2a73ab326737 on network 27803296-ea34-4843-9c45-fc11f0ab4a56 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:35.393972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:35.394401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Checking segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:35.394858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.395303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Bound using segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:35.395830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Bound port: 10e3713b-8466-42ca-8cc3-2a73ab326737, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:35.396253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.448629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:35.450399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=d7d5b881-9aa8-41e1-984d-e45d903ee35e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:35.454682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:35.456682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:35.458221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:35.504685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] For port 10e3713b-8466-42ca-8cc3-2a73ab326737, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:35.508694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] For port 10e3713b-8466-42ca-8cc3-2a73ab326737, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=10e3713b-8466-42ca-8cc3-2a73ab326737,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:35.514098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.519233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:35.603285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Pushing event updated for resources: {'Port': ['ID=10e3713b-8466-42ca-8cc3-2a73ab326737,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:35.606410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:35.777266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.849999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:35.905672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.059679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.166084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Allocated IP 172.27.0.53 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/bbce6527-31f5-49f8-ae9c-da330080910f) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:36.580810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c8a9f-3894-437b-b1b4-c0b1788f741f req-ca81fc9c-d9da-430e-bea0-fb46850d4243 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:36.584592 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-478c8a9f-3894-437b-b1b4-c0b1788f741f req-ca81fc9c-d9da-430e-bea0-fb46850d4243 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.3946788
Apr 20 17:30:36.590659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.638343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.646285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.653346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d7975235-279b-476f-8e40-29d0897c1da7 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:36.732578 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-478c8a9f-3894-437b-b1b4-c0b1788f741f req-45065884-8c52-4bfd-8f4c-2860c6f1a1a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1365197
Apr 20 17:30:36.802069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=d7d5b881-9aa8-41e1-984d-e45d903ee35e,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:36.807785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:36.823754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.831362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:36.875769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:36.919301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:36.931089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:36.938928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:37.030466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.041638 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0799010
Apr 20 17:30:37.042671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbce6527-31f5-49f8-ae9c-da330080910f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:37.051164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:37.086052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 10e3713b-8466-42ca-8cc3-2a73ab326737 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:37.165600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741a6f4-eb91-4fb9-addb-cf7173dcdea6 None None] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:37.311627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2cd84358-ee22-42f0-9ead-24ededa749f5 None None] Provisioning for port 10e3713b-8466-42ca-8cc3-2a73ab326737 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:37.335785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-92a2ec12-64a7-41c5-b09d-3e2266be60a9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:37.336963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 10e3713b-8466-42ca-8cc3-2a73ab326737 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:37.353775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-92a2ec12-64a7-41c5-b09d-3e2266be60a9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:37.355099 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-92a2ec12-64a7-41c5-b09d-3e2266be60a9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--195165985&fields=id&tenant_id=5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 267 time: 0.0792041
Apr 20 17:30:37.360141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 10e3713b-8466-42ca-8cc3-2a73ab326737 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:37.360572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.543690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.571989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-15f247e2-0068-4aa3-b210-dcb9db123f40 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:37.575253 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-15f247e2-0068-4aa3-b210-dcb9db123f40 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 811 time: 0.2058816
Apr 20 17:30:37.598144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.601603 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-0cf1354d-50c1-4898-9cbe-1a836243258c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/quotas/5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 375 time: 0.0174556
Apr 20 17:30:37.644413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 10e3713b-8466-42ca-8cc3-2a73ab326737, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=10e3713b-8466-42ca-8cc3-2a73ab326737,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:37.648934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.652461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:37.733547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-4995b47e-d443-482c-869f-4b7a54879652 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:37.747627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=10e3713b-8466-42ca-8cc3-2a73ab326737,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:37.752956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:37.761365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46090) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:37.763490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-4995b47e-d443-482c-869f-4b7a54879652 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:37.768638 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-4995b47e-d443-482c-869f-4b7a54879652 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1620915
Apr 20 17:30:37.849236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Deleting subnet ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:30:37.857774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:37.988886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6d9d03d3-d1bc-476d-ad58-357af59e8652 None None] Provisioning complete for port 10e3713b-8466-42ca-8cc3-2a73ab326737 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:37.989495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6d9d03d3-d1bc-476d-ad58-357af59e8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.035953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.145854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.183626 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-a6a1c08e-a883-4769-8cbf-c7a9ca64df00 service neutron] 10.222.0.25 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3847020
Apr 20 17:30:38.323862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.399487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8439c-c01b-4a07-a932-08e0279fb1b8 req-47d12cdd-fef0-4062-9f46-3df7aaa8b149 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:38.401194 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4dc8439c-c01b-4a07-a932-08e0279fb1b8 req-47d12cdd-fef0-4062-9f46-3df7aaa8b149 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.4518733
Apr 20 17:30:38.464187 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-7f32832b-e377-4f4f-be23-64cfaeeada4e service neutron] 10.222.0.25 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701662
Apr 20 17:30:38.546480 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4dc8439c-c01b-4a07-a932-08e0279fb1b8 req-db1b1af2-8f97-46b3-87fc-62dcf297322d tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0859804
Apr 20 17:30:38.586731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.593046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ec61361c-cc44-4e28-abf5-0dc7232dc279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:38.622722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86381) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:30:38.653709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:38.657134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:38.658250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.668716 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9bb6fe9c-1d64-4023-a6f8-8efe2bb351a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ce80d45f-e1a3-4bc7-81bf-d8ef1603b67b HTTP/1.1" status: 204  len: 168 time: 0.9039576
Apr 20 17:30:38.669824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46104) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:38.833879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.841811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-554728d6-c384-4e47-93a1-cc6a3b1566c9 req-d6a39b3d-09f1-4786-b663-874f463d0a56 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:38.873867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-554728d6-c384-4e47-93a1-cc6a3b1566c9 req-d6a39b3d-09f1-4786-b663-874f463d0a56 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:38.875190 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-554728d6-c384-4e47-93a1-cc6a3b1566c9 req-d6a39b3d-09f1-4786-b663-874f463d0a56 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 210 time: 0.1645801
Apr 20 17:30:38.940461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:38.959475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Sync routers for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:38.983524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:38.984770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ef036a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:38.985509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:38.987100 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.6005106
Apr 20 17:30:38.990356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46112) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:39.021219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:39.176805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fb46278>,) {'filters': {'network_id': ['36a9e630-abe0-4645-a781-223593340c56']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:39.199461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb46278>, '33cc3217-7e7c-46ea-949a-024b7afda335') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:39.199810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb46278>, '33cc3217-7e7c-46ea-949a-024b7afda335') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:39.229494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:39.292978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:39.313792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:30:39.390951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 10e3713b-8466-42ca-8cc3-2a73ab326737 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:39.557420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 10e3713b-8466-42ca-8cc3-2a73ab326737 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:39.557852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:39.619790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Network 36a9e630-abe0-4645-a781-223593340c56 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:30:39.635355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:39.718985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:39.976738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Network 36a9e630-abe0-4645-a781-223593340c56 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:30:40.011694 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:30:40.142997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c58b6-ad74-42e5-a029-5e3d19b5ddf8 req-022445aa-09b8-41ad-8e06-a79aa62388ca tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:40.144709 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c5c58b6-ad74-42e5-a029-5e3d19b5ddf8 req-022445aa-09b8-41ad-8e06-a79aa62388ca tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.4039326
Apr 20 17:30:40.150506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.159471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:40.184269 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4b4e5796-5f22-45bd-b336-468c02dea210 req-fc4ac227-3a4c-41a9-9ca6-2d9fb2de407d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 210 time: 0.0889349
Apr 20 17:30:40.194464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.200880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ef036a0>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:37Z', 'revision_number': 3, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:40.208960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Checking router: 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:30:40.209706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Updating router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 port bbce6527-31f5-49f8-ae9c-da330080910f binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:30:40.234098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.258183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a9e630-abe0-4645-a781-223593340c56,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:40.261730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:40.276857 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c5c58b6-ad74-42e5-a029-5e3d19b5ddf8 req-f312bafd-14c6-46a3-ab4a-570b0b74a0c7 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1202629
Apr 20 17:30:40.281562 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36a9e630-abe0-4645-a781-223593340c56 HTTP/1.1" status: 204  len: 168 time: 1.6099195
Apr 20 17:30:40.335919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.515384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46126) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:40.578033 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9cfa2319-170d-440c-b416-8f54e5bfd855 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6b29d0b27b146b5a67eaceccfdfee74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0613821
Apr 20 17:30:40.580601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46130) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:40.646641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Allocated IP 172.20.0.1 (27803296-ea34-4843-9c45-fc11f0ab4a56/7298c2e0-1cf5-4384-8086-1570c8d29c4c/5bdbe32a-17cd-4923-be92-00575e09fab3) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:40.664722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.700897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.758933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.765288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b80b15af-c1c4-4c36-b2ed-f3d006c34cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:40.783420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ace50-cbc6-4a66-b35b-58b67eb6238d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:40.786683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:40.793523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-79cb5612-dddf-48ee-a224-26977db060b4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:40.794671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:40.795279 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-79cb5612-dddf-48ee-a224-26977db060b4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 811 time: 0.3009040
Apr 20 17:30:40.796448 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d40ace50-cbc6-4a66-b35b-58b67eb6238d HTTP/1.1" status: 204  len: 168 time: 0.2147181
Apr 20 17:30:40.936765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-011350c1-5c09-4399-ad09-6ce409a989d1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:40.968964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-011350c1-5c09-4399-ad09-6ce409a989d1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:40.970457 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-011350c1-5c09-4399-ad09-6ce409a989d1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5744bfa98f074ef497cd9b552c17e505 HTTP/1.1" status: 200  len: 5703 time: 0.1413133
Apr 20 17:30:40.985461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'port': {'device_id': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'admin_state_up': True, 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'security_groups': ['1fe95a5c-a340-4806-82e3-bdf7f177f92a']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:41.032166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.047932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Transition to ACTIVE for port object bbce6527-31f5-49f8-ae9c-da330080910f will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:41.058186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.064201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:41.159943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Attempting to bind port bbce6527-31f5-49f8-ae9c-da330080910f on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:41.160346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Attempting to bind port bbce6527-31f5-49f8-ae9c-da330080910f by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:41.160802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Attempting to bind port bbce6527-31f5-49f8-ae9c-da330080910f on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:41.167008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:41.168707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Pushing event updated for resources: {'Port': ['ID=bbce6527-31f5-49f8-ae9c-da330080910f,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:41.178323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:41.181797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:41.182226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:41.183043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.183160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.183494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:41.184076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Bound port: bbce6527-31f5-49f8-ae9c-da330080910f, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:41.184509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.194512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:41.205672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Made reservation on behalf of 5744bfa98f074ef497cd9b552c17e505 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:41.213340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.246189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Transition to ACTIVE for port object 5bdbe32a-17cd-4923-be92-00575e09fab3 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:41.331672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] For port bbce6527-31f5-49f8-ae9c-da330080910f, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:41.335150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] For port bbce6527-31f5-49f8-ae9c-da330080910f, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=bbce6527-31f5-49f8-ae9c-da330080910f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:41.340190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.345710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:41.440566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Pushing event updated for resources: {'Port': ['ID=bbce6527-31f5-49f8-ae9c-da330080910f,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:41.446303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:41.455624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:41.456329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ef036a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:41.488956 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-90136d60-0a44-4046-abfe-1b4d4db747be req-4d7aac20-73e1-449b-ad75-886da507d20e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 210 time: 0.0815532
Apr 20 17:30:41.532371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:41.541577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:41.587856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Allocated IP 172.20.0.6 (dc6f8a7b-02dc-402c-a09d-89d6e83a2c90/7f5e6f72-2fdb-459b-950c-90628b7388a2/a9aff746-f42e-40a9-8541-b85ea72dfcac) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:41.623370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:41.631297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:41.631959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755014-dace-411d-9fa1-356e74759d3f req-57114fae-2efd-43e9-a356-9fc93f103375 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:41.636333 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e755014-dace-411d-9fa1-356e74759d3f req-57114fae-2efd-43e9-a356-9fc93f103375 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.1433365
Apr 20 17:30:41.637259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:41.699733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:41.715258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:41.729483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:41.739036 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6e755014-dace-411d-9fa1-356e74759d3f req-765f4371-5243-48c7-83ce-29dcd2531465 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0882602
Apr 20 17:30:42.020042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-937decb2-4bb0-4c72-9562-22536a991823 None None] Provisioning for port 5bdbe32a-17cd-4923-be92-00575e09fab3 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:42.029611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-937decb2-4bb0-4c72-9562-22536a991823 None None] Provisioning complete for port 5bdbe32a-17cd-4923-be92-00575e09fab3 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:42.030137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-937decb2-4bb0-4c72-9562-22536a991823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.043425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.155323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-937decb2-4bb0-4c72-9562-22536a991823 None None] Port 5bdbe32a-17cd-4923-be92-00575e09fab3 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:30:42.197710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ef036a0>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:37Z', 'revision_number': 3, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:42.202620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154fc4d-5c7e-4cc8-b7a9-2a4db69eff11 None None] The sync data for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi is: [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:37Z', 'revision_number': 3, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:30:42.401957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.460197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Transition to ACTIVE for port object a9aff746-f42e-40a9-8541-b85ea72dfcac will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:42.494536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.595146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.603305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:42.798345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:42.827345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:42.839561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:42.854710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:42.905576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event updated for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:42.919590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:43.015245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:43.016370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.060232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.074477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.104012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device bbce6527-31f5-49f8-ae9c-da330080910f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:43.153598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:43.200329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.230896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-79c2865b-3759-4766-af06-33ad86e2cf6e None None] Provisioning for port a9aff746-f42e-40a9-8541-b85ea72dfcac completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:43.242193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-79c2865b-3759-4766-af06-33ad86e2cf6e None None] Provisioning complete for port a9aff746-f42e-40a9-8541-b85ea72dfcac triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:43.242757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-79c2865b-3759-4766-af06-33ad86e2cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.277067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port bbce6527-31f5-49f8-ae9c-da330080910f completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:43.294384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port bbce6527-31f5-49f8-ae9c-da330080910f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:43.294848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.298447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28d1a0-6c31-49db-9afe-925609a9543a req-ac436819-8e30-483b-9eb0-010490d4047e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:43.304561 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee28d1a0-6c31-49db-9afe-925609a9543a req-ac436819-8e30-483b-9eb0-010490d4047e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.3991063
Apr 20 17:30:43.356510 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee28d1a0-6c31-49db-9afe-925609a9543a req-ad17b7e1-c923-4027-94e9-4ea2d5336504 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653&id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0475323
Apr 20 17:30:43.371542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-79c2865b-3759-4766-af06-33ad86e2cf6e None None] Port a9aff746-f42e-40a9-8541-b85ea72dfcac cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:30:43.395030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00854b-72e4-4b82-95ca-edac3c193dd7 req-0d1bd4f0-b80d-4c31-b025-f7261aebf419 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:43.397704 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a00854b-72e4-4b82-95ca-edac3c193dd7 req-0d1bd4f0-b80d-4c31-b025-f7261aebf419 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 931 time: 0.6919444
Apr 20 17:30:43.416224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:43.438687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:43.440365 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4632206
Apr 20 17:30:43.452570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.470696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port bbce6527-31f5-49f8-ae9c-da330080910f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=bbce6527-31f5-49f8-ae9c-da330080910f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:43.473702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.475706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:43.475943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Request body: {'port': {'device_id': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:43.551707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=bbce6527-31f5-49f8-ae9c-da330080910f,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:43.555231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:43.568253 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4a00854b-72e4-4b82-95ca-edac3c193dd7 req-f00a9bab-1960-4b41-88f2-e0932c5aaa79 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539164
Apr 20 17:30:43.575179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:43.578214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:43.791268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.794999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-05bfc1f0-100f-4909-bb7e-62a9c3f4c80c None None] Provisioning complete for port 5bdbe32a-17cd-4923-be92-00575e09fab3 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:43.795425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-05bfc1f0-100f-4909-bb7e-62a9c3f4c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:43.867828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-05bfc1f0-100f-4909-bb7e-62a9c3f4c80c None None] Port 5bdbe32a-17cd-4923-be92-00575e09fab3 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:30:43.951627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:30:44.522662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:44.529213 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5378256
Apr 20 17:30:44.613803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aff746-f42e-40a9-8541-b85ea72dfcac {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:30:44.622852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:44.639850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Transition to ACTIVE for port object a9aff746-f42e-40a9-8541-b85ea72dfcac will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:44.643387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:44.648280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-df95b87e-c437-4b9e-88fa-c3659abb337d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:44.808952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f86a0-b056-441c-85dd-125a0f1b6c5b req-b1e03485-e2e1-48ed-84ea-e02b71ccdba4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:44.811444 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf6f86a0-b056-441c-85dd-125a0f1b6c5b req-b1e03485-e2e1-48ed-84ea-e02b71ccdba4 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 943 time: 0.1118119
Apr 20 17:30:44.852906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:44.884499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf6f86a0-b056-441c-85dd-125a0f1b6c5b req-1683cfd7-eba9-437b-947b-499b2944ab64 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597382
Apr 20 17:30:44.888956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:44.942539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Attempting to bind port a9aff746-f42e-40a9-8541-b85ea72dfcac on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:44.942940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Attempting to bind port a9aff746-f42e-40a9-8541-b85ea72dfcac by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:44.943315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Attempting to bind port a9aff746-f42e-40a9-8541-b85ea72dfcac on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:44.949449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Port a9aff746-f42e-40a9-8541-b85ea72dfcac on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:30:44.949961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Attempting to bind port a9aff746-f42e-40a9-8541-b85ea72dfcac on network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:44.956203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:44.956559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Checking segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:44.956973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Bound using segment: {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:44.957487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Bound port: a9aff746-f42e-40a9-8541-b85ea72dfcac, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124e9ef3-a5e6-40da-956d-2300a325aa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:44.957880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.036006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device bbce6527-31f5-49f8-ae9c-da330080910f up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:45.066831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:45.071371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:45.077027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.083461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-64b6eb30-2b0f-4020-95bf-53a61ddf3df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:45.119674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port bbce6527-31f5-49f8-ae9c-da330080910f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:45.120572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.141990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:45.142648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.144426 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] 10.222.0.72 "PUT /v2.0/ports/a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 200  len: 1093 time: 1.6749022
Apr 20 17:30:45.144974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:45.190218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:45.204915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:45.280636 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'status': 'completed', 'code': 200}
Apr 20 17:30:45.332534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Sync routers for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:45.345999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:45.346970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333b786e48>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:45.356608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-5bebdcbc-66a2-47f9-a7e8-693ea8daec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:45.358392 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-5bebdcbc-66a2-47f9-a7e8-693ea8daec3b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 1096 time: 0.1341658
Apr 20 17:30:45.415343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46208) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:45.422093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-366524648-network', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:45.442508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:45.447709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Usage tracker for resource:network and tenant:d43aae1f64b24c23a842f7a13cf85c5e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:45.451887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:45.453086 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-30066092-2022-475a-94fe-c5dc7951a410 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 200  len: 217 time: 0.0794349
Apr 20 17:30:45.458647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:45.470564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Made reservation on behalf of d43aae1f64b24c23a842f7a13cf85c5e for: {'network': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:45.475901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.496420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.520619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:45.527174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d43aae1f64b24c23a842f7a13cf85c5e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:45.531500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:45.538412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:45.578598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-95caf1f0-c63a-4541-af24-5d2a2b6e9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:45.581885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-95caf1f0-c63a-4541-af24-5d2a2b6e9543 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.1204963
Apr 20 17:30:45.615737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:45.650422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.651319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46214) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:45.658951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.672694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038}  {{(pid=86382) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:30:45.683229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.683846 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Added segment c0b0f25b-4d57-4a1e-9436-f079bfb3d066 of type vlan for network a77b4a6e-acab-4c07-92b8-22164ae08fb4
Apr 20 17:30:45.689414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-abb87975-6d93-48a2-b907-91d4a5cf6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:45.691106 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-abb87975-6d93-48a2-b907-91d4a5cf6f6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1021371
Apr 20 17:30:45.692904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eac4cd38-3c16-45c1-841d-f9f9345e3166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:45.724586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.777907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320fad56-aea4-449e-bf1c-d2bddc13d1e7,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:45.781284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.782242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:45.783452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:45.784076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.789596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-77793be8-cbce-47ef-b381-d98ea2301122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:45.879284 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-0892b92e-a967-4af9-8dfe-e29d13ed34f6 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803293
Apr 20 17:30:45.907979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a77b4a6e-acab-4c07-92b8-22164ae08fb4,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:45.914589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:45.923775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:30:45.925410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:45.939508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:45.943700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Usage tracker for resource:security_group_rule and tenant:2979b9d81a12434f9b4658bd6c36719b is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:45.947011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:45.953167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:45.968362 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5517726
Apr 20 17:30:45.969411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46222) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:46.025810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333b786e48>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 2, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:46.031286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Checking router: 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:30:46.031688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Updating router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 port 5bdbe32a-17cd-4923-be92-00575e09fab3 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:30:46.049961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.057142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Request body: {'subnet': {'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-366524648-subnet', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:46.062554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:46.066565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Usage tracker for resource:subnet and tenant:d43aae1f64b24c23a842f7a13cf85c5e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:46.069564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:46.103279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.114590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-be1c3d8c-4244-4582-ab85-798114d5c982 req-abef29ae-8aea-4b2b-a339-6db6b3c4a306 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281044
Apr 20 17:30:46.121689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:46.123913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.136617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9aa34f43-8eca-4e0d-898e-ee0ae7fc4927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:46.189470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Made reservation on behalf of d43aae1f64b24c23a842f7a13cf85c5e for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:46.194213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.214898 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2979b9d81a12434f9b4658bd6c36719b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5588503
Apr 20 17:30:46.215521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46226) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:46.285948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b34208b-d16a-4d40-896d-66886ad48193,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:46.333545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:46.360215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.377707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d88a2-d7f2-4a79-adb7-8f97854bdabe req-8d879d19-1323-4619-9fe8-92fbcc7caa56 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.379333 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a93d88a2-d7f2-4a79-adb7-8f97854bdabe req-8d879d19-1323-4619-9fe8-92fbcc7caa56 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 943 time: 0.3277698
Apr 20 17:30:46.397558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.408275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-a184f6f0-59be-48b5-8dd2-75dcc7a0eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.409415 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-a184f6f0-59be-48b5-8dd2-75dcc7a0eef5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 1096 time: 0.1909699
Apr 20 17:30:46.473051 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a93d88a2-d7f2-4a79-adb7-8f97854bdabe req-0369ceba-0fb0-4705-9cdf-6387faf8752b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642755
Apr 20 17:30:46.501941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.516742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Transition to ACTIVE for port object 5bdbe32a-17cd-4923-be92-00575e09fab3 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:46.523103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.528856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-eea36bed-98ed-41d9-9665-d82bb335ffa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:46.591231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.599325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dbd5d693-acf2-4e7a-9039-58911c676333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:46.615511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-77327746-2adc-4135-8c63-e6b89eef453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.617096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-77327746-2adc-4135-8c63-e6b89eef453e service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.1951084
Apr 20 17:30:46.618676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b34208b-d16a-4d40-896d-66886ad48193,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:46.625573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:46.626468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.627713 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b34208b-d16a-4d40-896d-66886ad48193 HTTP/1.1" status: 204  len: 168 time: 0.4111354
Apr 20 17:30:46.706319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Pushing event updated for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:46.731396 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-8bdc96cf-9594-4e98-8759-8b02855a22de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 200  len: 217 time: 0.0891209
Apr 20 17:30:46.750810 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.754884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.755654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.755868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.756610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.756800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:46.756990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.757395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.757971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.759042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.759042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.759348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.759718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.760079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:46.791492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:46.828259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Attempting to bind port 5bdbe32a-17cd-4923-be92-00575e09fab3 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:46.828625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Attempting to bind port 5bdbe32a-17cd-4923-be92-00575e09fab3 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:46.828886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Attempting to bind port 5bdbe32a-17cd-4923-be92-00575e09fab3 on network 27803296-ea34-4843-9c45-fc11f0ab4a56 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:46.836419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:46.837346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Checking segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:46.837840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.838303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Bound using segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:46.838803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Bound port: 5bdbe32a-17cd-4923-be92-00575e09fab3, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:46.839433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.846423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3469d0d-44aa-4106-908a-20b0106b6040,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:46.850854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:46.851145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-eba71dfc-1dba-4f6d-8fb3-2c6f3ab43f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.854833 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-eba71dfc-1dba-4f6d-8fb3-2c6f3ab43f8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.1130712
Apr 20 17:30:46.874581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Checking segment: {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:46.874911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Network hostable DHCP agents. Network: a77b4a6e-acab-4c07-92b8-22164ae08fb4, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:30:46.896631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:30:46.910535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, a77b4a6e-acab-4c07-92b8-22164ae08fb4) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:46.924755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1755c36-9557-4c11-a2d0-f44a67d4f4c8 None None] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:46.942322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.943013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.953552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] For port 5bdbe32a-17cd-4923-be92-00575e09fab3, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:46.958754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] For port 5bdbe32a-17cd-4923-be92-00575e09fab3, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5bdbe32a-17cd-4923-be92-00575e09fab3,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:46.966964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:46.969903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-adf8129f-58a0-4917-b08c-ca5d7ae3cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:46.972046 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-adf8129f-58a0-4917-b08c-ca5d7ae3cb4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1097219
Apr 20 17:30:46.978885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3336b2a7-4449-4455-b2b3-856784c56173 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0017610
Apr 20 17:30:46.979238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b46fa365-2329-49aa-94a2-d9993384b348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:46.991759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46234) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:47.005620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:47.019354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:47.032581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Usage tracker for resource:router and tenant:d43aae1f64b24c23a842f7a13cf85c5e is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:47.038915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:47.049172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:47.063709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:47.065232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:47.091065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:47.111796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Pushing event updated for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:47.114710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:47.115521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333b786e48>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:47.258456 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-1142c881-1134-4b41-a5f6-bc801cfa854f service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761936
Apr 20 17:30:47.382385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:30:47.383316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:47.389063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:47.435929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:47.473264 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e8ead7a7-6e0c-4c22-9abb-1b72291e5525 req-b2bbd813-aaaa-494d-a321-7cadca54dac7 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060490
Apr 20 17:30:47.515479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:47.789777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef698-d3d9-4445-abd9-f2e7c14b658f req-1aafba52-e1bd-416c-8d29-21a103044788 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:47.790866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f6eef698-d3d9-4445-abd9-f2e7c14b658f req-1aafba52-e1bd-416c-8d29-21a103044788 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Synchronizing usage tracker for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:47.810811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f6eef698-d3d9-4445-abd9-f2e7c14b658f req-1aafba52-e1bd-416c-8d29-21a103044788 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Unset dirty status for tenant:5744bfa98f074ef497cd9b552c17e505 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:47.813330 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6eef698-d3d9-4445-abd9-f2e7c14b658f req-1aafba52-e1bd-416c-8d29-21a103044788 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 943 time: 0.1345613
Apr 20 17:30:47.888888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333b786e48>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:46Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:47.894190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87957a-9345-4eea-a9c8-28c565c1d9c9 None None] The sync data for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi is: [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:46Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:30:47.918560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6eef698-d3d9-4445-abd9-f2e7c14b658f req-169ca56e-eb1d-4031-85e8-1657f9c2becd tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959518
Apr 20 17:30:48.011351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.014150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Allocated IP 172.20.0.2 (a77b4a6e-acab-4c07-92b8-22164ae08fb4/b3469d0d-44aa-4106-908a-20b0106b6040/7f969c9d-b90f-4d92-ae6a-e129f2dd63e8) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:48.047254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.288761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Allocated IP 172.27.0.37 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/18735593-e8dc-45a9-b415-7d6a93f99f00) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:48.319706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.332320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Transition to ACTIVE for port object 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:48.356495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Transition to ACTIVE for port object 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:48.366170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.386341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d4ed5e50-f619-447e-9308-ef6906aa6fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:48.445772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:48.455011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:48.467918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:48.509819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.558548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.566624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e275724d-576f-464d-9b8c-5c0da1c1f1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:48.609342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Attempting to bind port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:48.609759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Attempting to bind port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:48.610169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Attempting to bind port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 on network a77b4a6e-acab-4c07-92b8-22164ae08fb4 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:48.614279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Pushing event updated for resources: {'Port': ['ID=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:48.618735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:48.622347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:48.623105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Checking segment: {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:48.623565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.624014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Bound using segment: {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:48.624550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Bound port: 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:48.624963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.627619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:48.637929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46264) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:48.643262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:48.657704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:48.713411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Pushing event updated for resources: {'Port': ['ID=18735593-e8dc-45a9-b415-7d6a93f99f00,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:48.717284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:48.797012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] For port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:48.801549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] For port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:48.806364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.812373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:48.823863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:48.846075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:48.850327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Usage tracker for resource:security_group_rule and tenant:0605ba9bdaa64719baf33b06f12fb048 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:48.854743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:48.862417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:48.928470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Pushing event updated for resources: {'Port': ['ID=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:48.932294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:49.001788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.018065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.064736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:49.081101 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0605ba9bdaa64719baf33b06f12fb048&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418380
Apr 20 17:30:49.083706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46274) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:49.085725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5bdbe32a-17cd-4923-be92-00575e09fab3 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:49.132811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d409fa-5ca6-4f4f-b6af-09ac546c3340,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:49.144073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:49.180172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 5bdbe32a-17cd-4923-be92-00575e09fab3 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:49.182513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.189054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 5bdbe32a-17cd-4923-be92-00575e09fab3 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:49.189623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.212721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.261443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.270663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:49.290847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d409fa-5ca6-4f4f-b6af-09ac546c3340,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:49.296193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:49.306065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.309917 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3d409fa-5ca6-4f4f-b6af-09ac546c3340 HTTP/1.1" status: 204  len: 168 time: 0.2226844
Apr 20 17:30:49.432892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.485809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 5bdbe32a-17cd-4923-be92-00575e09fab3, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5bdbe32a-17cd-4923-be92-00575e09fab3,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:49.491559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.494422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:49.569623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:49.573840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:49.618620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d831dbc-3546-48cb-b69e-8417fc4068b5 req-d9e51b71-d248-4fb1-b27f-01f1b22a334f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:49.620230 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d831dbc-3546-48cb-b69e-8417fc4068b5 req-d9e51b71-d248-4fb1-b27f-01f1b22a334f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 943 time: 0.3606360
Apr 20 17:30:49.622781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:49.815324 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d831dbc-3546-48cb-b69e-8417fc4068b5 req-e914aad3-702d-40fb-93eb-218c16d13970 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317666
Apr 20 17:30:50.064794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.224082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46298) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:50.234468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a9aff746-f42e-40a9-8541-b85ea72dfcac details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:30:50.332465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Router 89c98209-ecb2-4737-8f10-0f67eb1251bb is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:30:50.404178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-900180335-network', 'tenant_id': '3240c79aac5f4debaa182a571e07df04'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:50.409246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:50.413363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Usage tracker for resource:network and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:50.417015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:50.423272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:50.435268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Made reservation on behalf of 3240c79aac5f4debaa182a571e07df04 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:50.440085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.454240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.487515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:50.487722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:50.495613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:50.500028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:50.509133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:50.516330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'port_id': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'mac_address': 'fa:16:3e:3c:ba:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:30:50.592884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:50.613295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.631008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Sync routers for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:50.636120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.639812 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.641021 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.6460807
Apr 20 17:30:50.641622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.643987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46310) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:50.656116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:30:50.657641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aff746-f42e-40a9-8541-b85ea72dfcac {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:30:50.666788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.667286 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Added segment 44b1e9a1-b94b-4049-92eb-bf9a58309222 of type vlan for network 4a49c47f-dfdd-4376-8b10-d24becd2e36a
Apr 20 17:30:50.675420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:50.678139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:50.678872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0be0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:50.699088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.730075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4671f5e6-3332-41fa-aee6-5a87eb096974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:50.739641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.747814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:50.748574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:50.779271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f2552e-8c2d-4ee0-83d3-a620f3b544af,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:50.785237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:50.785904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:50.892937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Pushing event updated for resources: {'Network': ['ID=4a49c47f-dfdd-4376-8b10-d24becd2e36a,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:50.896511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:50.902436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed5cce-96df-4cc7-8a82-624a18d63294 None None] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:50.906540 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6812370
Apr 20 17:30:50.909536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46320) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:50.916494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Request body: {'subnet': {'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-900180335-subnet', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'ip_version': 4}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:50.922537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:50.926530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Usage tracker for resource:subnet and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:50.930189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:50.934918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:50.943927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:51.019175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Made reservation on behalf of 3240c79aac5f4debaa182a571e07df04 for: {'subnet': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:30:51.025038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826068201'] for subnet, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.114488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:30:51.282992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.294211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:51.327293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83917a-fc25-4713-b757-e2f44f2ba392 req-4174f027-fda6-4fe1-a1c9-b7197d206b1c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:51.329966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:30:51.331101 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a83917a-fc25-4713-b757-e2f44f2ba392 req-4174f027-fda6-4fe1-a1c9-b7197d206b1c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 944 time: 0.3767519
Apr 20 17:30:51.371887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:51.410964 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a83917a-fc25-4713-b757-e2f44f2ba392 req-945e41c9-f330-42ea-87f8-15a78afe5673 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735035
Apr 20 17:30:51.572900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-4f8e62ac-0366-40bf-a6da-4daa3be5e4a7 None None] Provisioning for port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:51.657542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:51.661395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:51.681715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827109167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826068218'] for subnet, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.688630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5bcd0a46-cdf0-458a-85bd-28a4ab4f8746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:51.787166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962c0868-f9ed-492c-913f-6020ed5fa192,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:51.792514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:51.793507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:51.793993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Network hostable DHCP agents. Network: 4a49c47f-dfdd-4376-8b10-d24becd2e36a, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86381) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:30:51.818291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86381) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:30:51.830131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 4a49c47f-dfdd-4376-8b10-d24becd2e36a) {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:51.844657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:51.845405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.875316 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2f666795-0c43-44c8-8324-1c1c0193c4e2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9597943
Apr 20 17:30:51.876077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46328) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:51.887509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:51.901207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:51.905139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['a9aff746-f42e-40a9-8541-b85ea72dfcac'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:30:51.910383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Usage tracker for resource:router and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:51.915674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:51.931177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a43fc9f-1fb5-43ed-b13a-1c9248cfd6e6 None None] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:51.954443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:51.979412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.980490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:51.995622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.019390 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.075631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0be0>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 3, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:52.088858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:52.109596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Checking router: 89c98209-ecb2-4737-8f10-0f67eb1251bb for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:30:52.110006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Updating router 89c98209-ecb2-4737-8f10-0f67eb1251bb port 18735593-e8dc-45a9-b415-7d6a93f99f00 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:30:52.161536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:52.161761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.363438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.450241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.634710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Allocated IP 172.20.0.1 (a77b4a6e-acab-4c07-92b8-22164ae08fb4/b3469d0d-44aa-4106-908a-20b0106b6040/3ee38078-4dc5-44d4-ba1a-32868b290b62) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:52.745823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.755984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:30:52.756882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.845331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769cb46-ecd4-4e10-92f0-a7846939edfc req-640c63cb-d3b4-4036-88fb-0a1f6a2dea4d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:52.847030 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c769cb46-ecd4-4e10-92f0-a7846939edfc req-640c63cb-d3b4-4036-88fb-0a1f6a2dea4d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 944 time: 0.2645979
Apr 20 17:30:52.927207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.965073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:52.985074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:52.985918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5bdbe32a-17cd-4923-be92-00575e09fab3 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:53.032222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39eeca2b-106c-4182-84c2-6cce2c2c1fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:53.084721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Transition to ACTIVE for port object 3ee38078-4dc5-44d4-ba1a-32868b290b62 will not be triggered until provisioned by entity DHCP. {{(pid=86382) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:53.097021 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c769cb46-ecd4-4e10-92f0-a7846939edfc req-cb62fa89-2398-4a9a-862c-92a15ff095a8 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2340326
Apr 20 17:30:53.174830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.186544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-a482a9c2-6187-4f22-a908-1c8afac8aee1 None None] Provisioning complete for port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:53.186966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a482a9c2-6187-4f22-a908-1c8afac8aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.214532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.255210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:53.260241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.269545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-55849293-e5e2-4558-bf7a-64999090e4ed tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:53.340767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:53.342518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:53.362038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:53.364550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:53.378132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Allocated IP 172.20.0.2 (4a49c47f-dfdd-4376-8b10-d24becd2e36a/962c0868-f9ed-492c-913f-6020ed5fa192/08867b5e-9ab3-4913-aa33-ccb8f9ff6888) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:53.428665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:53.432210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:53.450020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.582419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.593537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.833389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 5bdbe32a-17cd-4923-be92-00575e09fab3 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:53.833620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.864929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Transition to ACTIVE for port object 18735593-e8dc-45a9-b415-7d6a93f99f00 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:53.901237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:53.948789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:54.028165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-994a91e3-0245-4fd7-bfbf-08504df31222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.055034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.101306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Attempting to bind port 18735593-e8dc-45a9-b415-7d6a93f99f00 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:54.101632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Attempting to bind port 18735593-e8dc-45a9-b415-7d6a93f99f00 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:54.102047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Attempting to bind port 18735593-e8dc-45a9-b415-7d6a93f99f00 on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:54.109121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Transition to ACTIVE for port object 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:54.126661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5639a0-a718-4ee5-bbfb-0aaf29137bed None None] Pushing event updated for resources: {'Port': ['ID=18735593-e8dc-45a9-b415-7d6a93f99f00,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:54.129396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:54.129825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:54.130284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.130712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:54.131247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Bound port: 18735593-e8dc-45a9-b415-7d6a93f99f00, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:54.131670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.158002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b5639a0-a718-4ee5-bbfb-0aaf29137bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:54.167669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237539-6ea4-489e-b8d9-5b437ae13b7f req-a5c425f6-2747-45d6-9223-4fcc790b493b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:54.169334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee237539-6ea4-489e-b8d9-5b437ae13b7f req-a5c425f6-2747-45d6-9223-4fcc790b493b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.4696629
Apr 20 17:30:54.219806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.231021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.269109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:54.292558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Transition to ACTIVE for port object 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:54.298458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a9aff746-f42e-40a9-8541-b85ea72dfcac up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:54.315039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Allocated IP 172.27.0.239 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/ff0b677f-9587-4b1f-8263-9f0f87073026) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:54.375602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.388228 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ee237539-6ea4-489e-b8d9-5b437ae13b7f req-467e898b-a46d-43df-a44f-538c81293bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2051108
Apr 20 17:30:54.401043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919233-462d-47f3-9980-b8eabdac08eb req-50053575-cbd0-4164-8c22-190ff928cc37 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:54.403234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-05919233-462d-47f3-9980-b8eabdac08eb req-50053575-cbd0-4164-8c22-190ff928cc37 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 944 time: 0.1643615
Apr 20 17:30:54.421384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.429056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:54.463506 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-05919233-462d-47f3-9980-b8eabdac08eb req-b9cd26ef-66c8-48d2-9498-97fd5e19d4b5 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510986
Apr 20 17:30:54.465161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:54.473274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:54.487514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:54.494439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6426007a-8c00-487e-8231-fb904e11d31b None None] Provisioning for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:54.511740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] For port 18735593-e8dc-45a9-b415-7d6a93f99f00, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:54.537730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:54.541129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-6426007a-8c00-487e-8231-fb904e11d31b None None] Provisioning complete for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:54.541576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6426007a-8c00-487e-8231-fb904e11d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.579670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:54.606531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:54.619735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] For port 18735593-e8dc-45a9-b415-7d6a93f99f00, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=18735593-e8dc-45a9-b415-7d6a93f99f00,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:54.645069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.682685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.702545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:54.703524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port a9aff746-f42e-40a9-8541-b85ea72dfcac completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:54.706020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:54.718395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Pushing event updated for resources: {'Port': ['ID=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:54.751379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6426007a-8c00-487e-8231-fb904e11d31b None None] Port 3ee38078-4dc5-44d4-ba1a-32868b290b62 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:30:54.775214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.775612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.776002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.776627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.777016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.778580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.778580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.778580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.779505 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.779896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.780269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.780635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:30:54.784032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port a9aff746-f42e-40a9-8541-b85ea72dfcac triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:54.784461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.818173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:54.818842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:54.916296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:54.916933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0be0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:54.921332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:54.934855 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ee80a622-dae7-404a-80a7-0bee289541c6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:55.010550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:30:55.015820 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:30:55.021830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:30:55.057668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Attempting to bind port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:55.058093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Attempting to bind port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:55.058518 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Attempting to bind port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:55.065029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Router 89c98209-ecb2-4737-8f10-0f67eb1251bb has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:30:55.072293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0b677f-9587-4b1f-8263-9f0f87073026,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:55.078454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:55.082342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:55.082760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.121224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:55.121643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:55.122102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.122541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Bound using segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:55.123081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Bound port: 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:55.123501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.242355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-39512ce3-9338-40f4-ba6b-b9c8747ca5be None None] Provisioning complete for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:55.243011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-39512ce3-9338-40f4-ba6b-b9c8747ca5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.272869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5639a0-a718-4ee5-bbfb-0aaf29137bed None None] Pushing event updated for resources: {'Port': ['ID=18735593-e8dc-45a9-b415-7d6a93f99f00,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:55.277492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b5639a0-a718-4ee5-bbfb-0aaf29137bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:55.450713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-39512ce3-9338-40f4-ba6b-b9c8747ca5be None None] Port 3ee38078-4dc5-44d4-ba1a-32868b290b62 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:30:55.464993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:55.479664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.505293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:55.619563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] For port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:55.628260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:55.677929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-cece33d9-9fe2-4469-b2cc-1988c5d6088a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:55.679662 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-cece33d9-9fe2-4469-b2cc-1988c5d6088a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.1569593
Apr 20 17:30:55.729307 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] 10.222.0.25 "PUT /v2.0/routers/89c98209-ecb2-4737-8f10-0f67eb1251bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0767505
Apr 20 17:30:55.784554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.788050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da80a4f-c009-4636-930d-493db70afa91 req-a70ace86-e64c-4852-a498-d291f21443bd tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:55.789889 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8da80a4f-c009-4636-930d-493db70afa91 req-a70ace86-e64c-4852-a498-d291f21443bd tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 944 time: 0.1779194
Apr 20 17:30:55.807362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Deleting port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:30:55.808088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.877495 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] For port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:55.879718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:55.902925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.906809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:55.937234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8da80a4f-c009-4636-930d-493db70afa91 req-9e79aa2b-6382-4a8d-a105-c391964bd013 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879712
Apr 20 17:30:55.958327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:55.980118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3bb96-6cbd-4d92-981b-a41dae3d59e9 req-103a561e-fe16-4a50-a458-1171e5de8ab6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:55.981798 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32f3bb96-6cbd-4d92-981b-a41dae3d59e9 req-103a561e-fe16-4a50-a458-1171e5de8ab6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 946 time: 0.3510098
Apr 20 17:30:56.105423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Pushing event updated for resources: {'Port': ['ID=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:56.251609 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'code': 200}
Apr 20 17:30:56.274633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cab55d8d-c06b-40c2-8fa8-75ea1e7cd220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:56.287418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:56.293118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:56.293689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:56.294079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:56.358841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0be0>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '3ee38078-4dc5-44d4-ba1a-32868b290b62', 'name': '', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'mac_address': 'fa:16:3e:70:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:52Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 2, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'subnets': [{'id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:56.367363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef824786-337a-43ea-8ba7-2990837d9101 None None] The sync data for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi is: [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '3ee38078-4dc5-44d4-ba1a-32868b290b62', 'name': '', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'mac_address': 'fa:16:3e:70:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:52Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 2, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'subnets': [{'id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:30:56.383679 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32f3bb96-6cbd-4d92-981b-a41dae3d59e9 req-d963445c-f739-4cdb-b1e3-e1b5ac9547f2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=63f60372-e5d8-423e-bc0d-fc2bff39d5d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3951900
Apr 20 17:30:56.634942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:56.754180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] For port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:56.754633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:56.765752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28659f-1fe6-4968-a614-91874db25ef6 req-1accfadd-c1c6-465e-8eae-f07a62b96ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:56.767379 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c28659f-1fe6-4968-a614-91874db25ef6 req-1accfadd-c1c6-465e-8eae-f07a62b96ec2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 1098 time: 0.1670880
Apr 20 17:30:56.843280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46358) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:56.851816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448148638', 'description': 'tempest-secgroup-smoke-448148638 description', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:56.860596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:56.869368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:56.875002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:56.895842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:56.917118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:56.960568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:56.967655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:56.980122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:56.988697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:56.999941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Router 16731efb-beec-4e66-9680-74c94f1b5dca is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:30:57.067496 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c28659f-1fe6-4968-a614-91874db25ef6 req-d73401d7-c6b4-4276-b782-df3ba1d3be5c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2033479
Apr 20 17:30:57.231765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.232308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.232670 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Floating IP ddca9532-add5-49ac-bc1e-d4c20fecf9ce disassociated. External IP: 172.27.0.144, port: 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6.
Apr 20 17:30:57.233213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Calling delete_port for 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:30:57.275252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.341237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.351817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.363129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-07b5dd94-175d-44e2-aa24-40f487a4b3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:57.416247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cd9a7-7bad-46f3-a360-01c6d4c7a74c req-6b0f6ded-ff50-4c08-ad40-56e83d91465f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:57.422055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc7cd9a7-7bad-46f3-a360-01c6d4c7a74c req-6b0f6ded-ff50-4c08-ad40-56e83d91465f tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.3411875
Apr 20 17:30:57.432167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:57.441676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:57.461037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:57.463993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342cca90>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:57.474828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.479539 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-610dcb74-7a33-4d95-b3ed-a8e7fa0cf722 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.5989447
Apr 20 17:30:57.481692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46366) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:57.491823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.498861 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6551626
Apr 20 17:30:57.499011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46368) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:57.503250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd7e49-e16b-4e90-86d4-2cc146154075,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:57.509492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-60a3f695-d0ef-41d8-9cfe-f8c1a2e3230b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:57.598041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc7cd9a7-7bad-46f3-a360-01c6d4c7a74c req-fb57968a-e9ba-4902-ac7c-064e9595e733 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167748
Apr 20 17:30:57.604766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:57.611282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:57.616225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:57.620029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:57.626601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:57.643790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.720076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.756031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf651b1-bc99-42c7-8e3e-f4041be4ab68 None None] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:30:57.767492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:57.783752 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aec78d55-f9cc-475c-812e-61cfd8daa90e req-e64b925f-fbf2-49b8-b65e-a95942d5d6e4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 210 time: 0.0684054
Apr 20 17:30:57.799717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:57.808003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-db672dc7-c1cc-4844-8689-cff35c8efdb7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:57.877011 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-43789c80-a7b1-41d1-9ff6-7ea68d124066 None None] Provisioning for port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:57.917123 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'Port': ['ID=1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:57.928481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:58.304641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:30:58.360363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:30:58.369258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342cca90>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:30:55Z', 'revision_number': 3, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:58.377793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:30:58.382038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Updating router 16731efb-beec-4e66-9680-74c94f1b5dca port ff0b677f-9587-4b1f-8263-9f0f87073026 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:30:58.449682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:30:58.450040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:30:58.501031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.581823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 18735593-e8dc-45a9-b415-7d6a93f99f00 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:58.602655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.620787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.650806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-07de5214-9fe5-437d-ba99-7c4d2ba68df0 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:58.676362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f445e8a7-cf59-4aff-8620-9cd269091b2b,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:58.689685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:58.692589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.694044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 18735593-e8dc-45a9-b415-7d6a93f99f00 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:58.700946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 18735593-e8dc-45a9-b415-7d6a93f99f00 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:58.701393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.858679 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68233520-40ed-4d5b-ad54-f5f07f88a04f req-0b74f7a3-9a25-4c3a-ab81-100a92efafc3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:58.859660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.867207 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68233520-40ed-4d5b-ad54-f5f07f88a04f req-0b74f7a3-9a25-4c3a-ab81-100a92efafc3 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.1177380
Apr 20 17:30:58.879615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 18735593-e8dc-45a9-b415-7d6a93f99f00, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=18735593-e8dc-45a9-b415-7d6a93f99f00,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:58.885707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.887023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:30:58.926058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6e90033f-78f9-4e56-ba9a-3bb24fe13264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:58.939300 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-68233520-40ed-4d5b-ad54-f5f07f88a04f req-12d64d6b-47a3-4995-bdf8-31936ec83aa7 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710146
Apr 20 17:30:58.984515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:58.998525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Transition to ACTIVE for port object ff0b677f-9587-4b1f-8263-9f0f87073026 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:30:59.004933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.010759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:59.041340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=18735593-e8dc-45a9-b415-7d6a93f99f00,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:59.045059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:59.054893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:30:59.061481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:30:59.061909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.079858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bff12031-2d64-425f-ac9a-606890f8e2bc req-4eafecb7-7f7a-431a-875a-a3b3954055d0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:30:59.082668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.086964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46380) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:59.087251 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5045321
Apr 20 17:30:59.093569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:59.108798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Pushing event updated for resources: {'Port': ['ID=ff0b677f-9587-4b1f-8263-9f0f87073026,revision_number=2']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:59.118958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bff12031-2d64-425f-ac9a-606890f8e2bc req-4eafecb7-7f7a-431a-875a-a3b3954055d0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:30:59.120311 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bff12031-2d64-425f-ac9a-606890f8e2bc req-4eafecb7-7f7a-431a-875a-a3b3954055d0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 210 time: 0.1066084
Apr 20 17:30:59.127076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:30:59.144980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:59.149938 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:59.160594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:59.166336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:59.172426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b45098-7f6a-4595-8685-456565768856 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:30:59.173962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:59.182345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Attempting to bind port ff0b677f-9587-4b1f-8263-9f0f87073026 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:30:59.183161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Attempting to bind port ff0b677f-9587-4b1f-8263-9f0f87073026 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:30:59.183931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Attempting to bind port ff0b677f-9587-4b1f-8263-9f0f87073026 on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:30:59.191250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:30:59.192332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:30:59.192996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.193651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:30:59.194357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Bound port: ff0b677f-9587-4b1f-8263-9f0f87073026, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:30:59.195451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.201314 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:59.202008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334220668>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:59.208765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.253553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b334c7-8587-4f2d-980d-47595d60e50d req-f23e966a-e560-461a-b37c-587985a9cec1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:30:59.255430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-77b334c7-8587-4f2d-980d-47595d60e50d req-f23e966a-e560-461a-b37c-587985a9cec1 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.1555440
Apr 20 17:30:59.272175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46384) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:59.284021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.284456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Request body: {'floatingip': {'port_id': 'a9aff746-f42e-40a9-8541-b85ea72dfcac'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:59.284971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] For port ff0b677f-9587-4b1f-8263-9f0f87073026, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:30:59.288730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] For port ff0b677f-9587-4b1f-8263-9f0f87073026, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=ff0b677f-9587-4b1f-8263-9f0f87073026,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:30:59.294166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.299515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:59.375400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.394102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Pushing event updated for resources: {'Port': ['ID=ff0b677f-9587-4b1f-8263-9f0f87073026,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:59.409588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:59.425028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:30:59.426600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342cca90>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:30:59.428154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:59.528800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.542527 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.550443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:30:59.626145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfcf7d3-0ad8-490f-b9ee-519460a01e72,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:30:59.634405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:30:59.652231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.657699 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f148b6ff-c6ea-4b04-9dd6-1cdf9f096b06 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5690672
Apr 20 17:30:59.658755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46388) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:30:59.661249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] No DVR routers for this DVR port 1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:30:59.669583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.674813 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-97311387-44f4-4a59-bfa8-ef9ce2db0ab7 req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "DELETE /v2.0/ports/1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6 HTTP/1.1" status: 204  len: 173 time: 3.9752381
Apr 20 17:30:59.675514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-deleted', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:30:59.683795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:30:59.699058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:30:59.744782 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:30:59.800698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.812455 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceada35f-6705-403c-afca-5c59afd81199', 'name': 'network-vif-deleted', 'tag': '1d8678b8-7a5f-4a0e-92f4-7e1fb3ad19e6', 'status': 'completed', 'code': 200}
Apr 20 17:30:59.890348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:30:59.904569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:30:59.915988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:30:59.927257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:30:59.971025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Allocated IP 172.20.0.1 (4a49c47f-dfdd-4376-8b10-d24becd2e36a/962c0868-f9ed-492c-913f-6020ed5fa192/2a3460b0-3c01-4556-9a7a-32f8f94ec9e4) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:30:59.979701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.984216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:30:59.985098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:00.174773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.204748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Transition to ACTIVE for port object 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:00.232234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.246602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2cf84f2b-776f-4d5a-9d5d-277a81c12312 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:00.347512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:00.349625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342cca90>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:30:55Z', 'revision_number': 3, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:00.363250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead7317d-9f5f-4e64-aed8-3194087858bc None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:30:55Z', 'revision_number': 3, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:00.364567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:00.381897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334220668>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:00.390904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b45098-7f6a-4595-8685-456565768856 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:00.408396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:00.417948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:00.422463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:00.423132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334220668>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:00.425660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Sync routers for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:00.439085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:00.439919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342cceb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:00.464906 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:00.560031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 18735593-e8dc-45a9-b415-7d6a93f99f00 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:00.577945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.620023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:00.626385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:00.772526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:00.788825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.840480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2484ae82-e57d-4324-9520-481bceec7847 None None] Provisioning for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:00.856616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2484ae82-e57d-4324-9520-481bceec7847 None None] Provisioning complete for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:00.856949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2484ae82-e57d-4324-9520-481bceec7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.918150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 18735593-e8dc-45a9-b415-7d6a93f99f00 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:00.918570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:00.959446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:00.997386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.025956 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7175ad8f-3b55-441f-bb8e-9911f84e8357 req-1bb290e2-59bb-4c99-a5fd-b57992eef0ab tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceada35f-6705-403c-afca-5c59afd81199 HTTP/1.1" status: 200  len: 210 time: 0.5285957
Apr 20 17:31:01.032013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.049966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:01.096359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.102658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.146053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8f97658-0d20-40fc-89b7-557be655d6a6 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:01.150664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db70f626-d9ea-4a2e-a0e3-30b538814803,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:01.167408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:01.172169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2484ae82-e57d-4324-9520-481bceec7847 None None] Port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:01.182536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.184293 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-16d5179a-4ca3-4c70-9b70-3c5fbc40cd93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5177586
Apr 20 17:31:01.187531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46396) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:01.203786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:01.210682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:01.216787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:01.230196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:01.249472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:01.261899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.resource_extend [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 17:31:01.273532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342cceb8>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '3ee38078-4dc5-44d4-ba1a-32868b290b62', 'name': '', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'mac_address': 'fa:16:3e:70:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:52Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 2, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'subnets': [{'id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:01.278811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Checking router: 89c98209-ecb2-4737-8f10-0f67eb1251bb for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:01.279976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Updating router 89c98209-ecb2-4737-8f10-0f67eb1251bb port 3ee38078-4dc5-44d4-ba1a-32868b290b62 binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:31:01.338277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:01.343330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:01.344313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.382839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.441111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.446032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.515455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.595233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-68b45098-7f6a-4595-8685-456565768856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334220668>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:01.599870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b45098-7f6a-4595-8685-456565768856 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:01.610803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:01.612063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:01.787813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.798152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.799676 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Floating IP 62c3e8e3-3afa-48bc-b7e8-384062b899a1 associated. External IP: 172.27.0.12, port: a9aff746-f42e-40a9-8541-b85ea72dfcac.
Apr 20 17:31:01.908954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.916575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:01.934552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Transition to ACTIVE for port object 3ee38078-4dc5-44d4-ba1a-32868b290b62 will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:01.946922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:01.948006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:01.956101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:01.976816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb5c40e-f373-4ae9-8e0e-28753c6b9508,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:01.979849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:02.012466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.013794 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8248813
Apr 20 17:31:02.017513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46400) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:02.027315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:02.038862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:02.046799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:02.060973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:02.077248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:02.092555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-69ea4d99-b8b5-4b39-ac6e-5f3eca261f27 None None] Provisioning complete for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:02.096095 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-69ea4d99-b8b5-4b39-ac6e-5f3eca261f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.177502 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Project eb736a5fc52143d6a2fd781ae436d961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:31:02.208449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797e6fdf-bcd8-48e9-8568-85d6dd105f29 None None] New status for floating IP ddca9532-add5-49ac-bc1e-d4c20fecf9ce: DOWN {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:31:02.219302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:02.223252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.246475 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] 10.222.0.25 "PUT /v2.0/routers/16731efb-beec-4e66-9680-74c94f1b5dca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7537625
Apr 20 17:31:02.316256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46410) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:02.469170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb53cea-c4c8-4dd2-b678-8240b746bef2 None None] Pushing event updated for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:02.471924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.477758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.485050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9fb53cea-c4c8-4dd2-b678-8240b746bef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:02.494452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.502440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:02.533341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.545043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe97852-364c-4baf-b3db-860dca277208,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:02.548391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:02.550171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:02.614412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.627356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ed2b7953-8092-4144-8570-3fd73cddb309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:02.636600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device ff0b677f-9587-4b1f-8263-9f0f87073026 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:02.638673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.643824 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6214225
Apr 20 17:31:02.644239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46416) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:02.660547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'security_group_rule': {'security_group_id': '08bd7e49-e16b-4e90-86d4-2cc146154075', 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:02.669628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:02.672753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Attempting to bind port 3ee38078-4dc5-44d4-ba1a-32868b290b62 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:02.673348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:security_group_rule and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:02.674548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Attempting to bind port 3ee38078-4dc5-44d4-ba1a-32868b290b62 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:02.675050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Attempting to bind port 3ee38078-4dc5-44d4-ba1a-32868b290b62 on network a77b4a6e-acab-4c07-92b8-22164ae08fb4 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:02.677282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:02.683892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:02.684099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:02.684656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Checking segment: {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:02.685196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.685721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Bound using segment: {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:02.686308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Bound port: 3ee38078-4dc5-44d4-ba1a-32868b290b62, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:02.686799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.694364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f60372-e5d8-423e-bc0d-fc2bff39d5d5,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:02.705406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:02.712029 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Project eb736a5fc52143d6a2fd781ae436d961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:31:02.720312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.771233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.773012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-96c4cf70-513a-48c0-9baa-04716b6b7705 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "DELETE /v2.0/security-groups/63f60372-e5d8-423e-bc0d-fc2bff39d5d5 HTTP/1.1" status: 204  len: 168 time: 0.4556513
Apr 20 17:31:02.781052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46422) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:02.809764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-69ea4d99-b8b5-4b39-ac6e-5f3eca261f27 None None] Port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:02.822399 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.v2.resource [None req-79b2547e-f049-4a45-bb8b-69057ababc15 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] show failed (client error): The resource could not be found.
Apr 20 17:31:02.826898 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-79b2547e-f049-4a45-bb8b-69057ababc15 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups/63f60372-e5d8-423e-bc0d-fc2bff39d5d5 HTTP/1.1" status: 404  len: 347 time: 0.0442207
Apr 20 17:31:02.827898 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46426) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:02.837429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.846249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.859629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] For port 3ee38078-4dc5-44d4-ba1a-32868b290b62, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:02.861278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-90a5434c-7a79-4803-b4b2-68b6b3ae425f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:02.864108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] For port 3ee38078-4dc5-44d4-ba1a-32868b290b62, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=3ee38078-4dc5-44d4-ba1a-32868b290b62,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:02.873715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.880159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:02.887525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45935f07-d9ef-45e8-adbd-06e5e9dea4f6,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:02.895852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:02.908864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.911624 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e43b0bfd-e3f0-4b11-9e95-1fe6c58ce244 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2565951
Apr 20 17:31:02.949989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:02.964425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:02.975536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:03.033945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:03.034686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f9b2b0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:03.051716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port ff0b677f-9587-4b1f-8263-9f0f87073026 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:03.059707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port ff0b677f-9587-4b1f-8263-9f0f87073026 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:03.060128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.177259 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6f94b3a7-b919-4ba6-9ed8-8a9de272ee58 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "PUT /v2.0/floatingips/62c3e8e3-3afa-48bc-b7e8-384062b899a1 HTTP/1.1" status: 200  len: 990 time: 3.9015517
Apr 20 17:31:03.189573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:03.193357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb53cea-c4c8-4dd2-b678-8240b746bef2 None None] Pushing event updated for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:03.235022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Deleting port 3d02f6c3-0941-4827-af4a-a17c3d3c587f {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:03.235421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.268015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.287797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port ff0b677f-9587-4b1f-8263-9f0f87073026, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=ff0b677f-9587-4b1f-8263-9f0f87073026,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:03.291255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.299971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:03.361083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:03.376948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9fb53cea-c4c8-4dd2-b678-8240b746bef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:03.430643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:03.431342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342cceb8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:03.531165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=ff0b677f-9587-4b1f-8263-9f0f87073026,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:03.545837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:03.552152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46482) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:03.561841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1147118409-network', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:03.569035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:03.591374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Usage tracker for resource:network and tenant:f9fa1bd7dca74a969c49d38a146f084b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:03.594314 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:03.595077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.596728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:03.608391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:03.638128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Made reservation on behalf of f9fa1bd7dca74a969c49d38a146f084b for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:31:03.648006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.658365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.660154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.683257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:03.729331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:03.735022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Usage tracker for resource:security_group_rule and tenant:f9fa1bd7dca74a969c49d38a146f084b is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:03.745974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:03.779348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:03.780866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:03.843786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:03.890920 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'status': 'completed', 'code': 200}
Apr 20 17:31:03.899691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Calling delete_port for 3d02f6c3-0941-4827-af4a-a17c3d3c587f owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:04.025384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.085991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.098646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.100574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:31:04.109473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:04.112352 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.112745 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Added segment e9867250-79cf-4fcd-abc7-8ba97957abbb of type vlan for network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0
Apr 20 17:31:04.151320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.179166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:04.199863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:04.200576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ed00780>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:04.203529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'Port': ['ID=3d02f6c3-0941-4827-af4a-a17c3d3c587f,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:04.217521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b53491bc-0abe-4339-860d-d6dfaa18669a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:04.244275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.252597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:04.277557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf382f-96cc-4921-b49a-ff1fc1145b72,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:04.282258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:04.285636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.287996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.296830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-e1bd8099-92a3-4a0d-b84b-e18315bf0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:04.299222 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-e1bd8099-92a3-4a0d-b84b-e18315bf0851 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 1098 time: 0.3920879
Apr 20 17:31:04.300397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:04.307909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:04.310590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.312191 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "DELETE /v2.0/floatingips/ddca9532-add5-49ac-bc1e-d4c20fecf9ce HTTP/1.1" status: 204  len: 168 time: 1.4800193
Apr 20 17:31:04.773791 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342cceb8>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '3ee38078-4dc5-44d4-ba1a-32868b290b62', 'name': '', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'mac_address': 'fa:16:3e:70:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:52Z', 'updated_at': '2021-04-20T17:31:02Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'subnets': [{'id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:04.780164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46504) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:04.780343 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2267115
Apr 20 17:31:04.789488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Request body: {'subnet': {'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1147118409-subnet', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:04.792120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f38b0ab-b1c0-45ec-9752-142aa9617c3e None None] The sync data for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi is: [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:30:53Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '3ee38078-4dc5-44d4-ba1a-32868b290b62', 'name': '', 'network_id': 'a77b4a6e-acab-4c07-92b8-22164ae08fb4', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'mac_address': 'fa:16:3e:70:3a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:52Z', 'updated_at': '2021-04-20T17:31:02Z', 'revision_number': 4, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'subnets': [{'id': 'b3469d0d-44aa-4106-908a-20b0106b6040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:04.802023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:04.815267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-e76355bc-46cf-4d23-8ba6-389090b39dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:04.816298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Usage tracker for resource:subnet and tenant:f9fa1bd7dca74a969c49d38a146f084b is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:04.816868 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-e76355bc-46cf-4d23-8ba6-389090b39dbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.4706223
Apr 20 17:31:04.820211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:04.822852 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Pushing event updated for resources: {'Network': ['ID=c1a3d6bd-065e-4a12-bffb-bee3613cc1f0,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:04.827523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:04.831630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:04.847333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f9b2b0>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '62c3e8e3-3afa-48bc-b7e8-384062b899a1', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:3c:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:31:01Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:04.855621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:04.865061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Made reservation on behalf of f9fa1bd7dca74a969c49d38a146f084b for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:31:04.872049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:04.873699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:04.874630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f9b2b0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:04.912425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device ff0b677f-9587-4b1f-8263-9f0f87073026 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:04.946817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46512) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:04.973287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657006831', 'description': 'tempest-description--861751438'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:04.984167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:05.006999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:05.010367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:31:05.013147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:05.026907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:05.054012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-4ee19993-b984-457c-8200-2e2d1d08b3b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 200  len: 998 time: 0.2150688
Apr 20 17:31:05.216336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-09012215-5485-483b-b90f-bb093568b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:05.218629 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-09012215-5485-483b-b90f-bb093568b882 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.1531274
Apr 20 17:31:05.235921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.265296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port ff0b677f-9587-4b1f-8263-9f0f87073026 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:05.265833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.382211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:05.394563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:05.404499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:05.425694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:05.479716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:05.483399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-73085a35-d45e-4d59-9eeb-21e07c1715ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:05.485054 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-73085a35-d45e-4d59-9eeb-21e07c1715ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2288258
Apr 20 17:31:05.539186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.545715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:05.546464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:05.656460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Checking segment: {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:05.656953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Network hostable DHCP agents. Network: c1a3d6bd-065e-4a12-bffb-bee3613cc1f0, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:31:05.664551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e473ab-2b62-4dd8-8204-b90afc998b0c,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:05.671273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:05.688179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:31:05.701126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, c1a3d6bd-065e-4a12-bffb-bee3613cc1f0) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:05.708006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.731305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.739864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a89cd186-3e3c-4805-b900-cf7a64af0e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:05.757888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:05.762060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.811747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a2ac43-29ee-4694-bf28-026a3ee6f429 None None] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:31:05.824163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-5d3a540c-9e7e-4f97-ba51-c90cd207b392 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233685
Apr 20 17:31:05.826493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff176d-d7ee-48c2-aab8-51aa9371de7c,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:05.829273 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-582a0804-12cb-46ce-bf37-f16df29c0a81 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0473099
Apr 20 17:31:05.832447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46520) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:05.847038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:05.862128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:05.869701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Usage tracker for resource:router and tenant:f9fa1bd7dca74a969c49d38a146f084b is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:05.879569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:05.891526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.897420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:05.900831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46526) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:05.901793 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.9434497
Apr 20 17:31:05.904671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:05.913711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group_rule': {'security_group_id': '77ff176d-d7ee-48c2-aab8-51aa9371de7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:05.941894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:05.948632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:05.952098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:05.967979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773060'] for router, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.969116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-952807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-980737', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-933648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2724'] for router, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:05.987378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:06.060506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.062346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.092621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f9b2b0>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '62c3e8e3-3afa-48bc-b7e8-384062b899a1', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:3c:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:31:01Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:06.105149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bea4b-f66e-4f66-a74d-dcce86f4ea47 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '62c3e8e3-3afa-48bc-b7e8-384062b899a1', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'port_id': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'mac_address': 'fa:16:3e:3c:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:31:01Z', 'revision_number': 1, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:06.119073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 3ee38078-4dc5-44d4-ba1a-32868b290b62 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:06.151242 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c27aaf0f-81e1-4a82-8af5-8e7859bb8d97 req-234c2bb9-28d9-4f1f-8136-bcd797ea3eb5 service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196387
Apr 20 17:31:06.300003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ed00780>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 2, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:06.315802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:06.324482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:06.324915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.353871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:06.354283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Updating router 16731efb-beec-4e66-9680-74c94f1b5dca port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:31:06.506678 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fc24989-d10e-5086-87cb-a364ec960854-c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c'}]}} from dv-cinder-786927-2-iscsi. {{(pid=86383) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 17:31:06.508841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.516149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b390673-b160-426e-a4dc-8afd77b4413c None None] New status for floating IP 62c3e8e3-3afa-48bc-b7e8-384062b899a1: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:31:06.523417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.687331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.760591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.780966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-49d2a224-623e-493a-96fa-340fc6e0f7aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:06.815406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-980982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-966492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2709'] for router, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.821672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e85abcc-b5ea-44b1-918f-ec3b8d90be61,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:06.829385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.830856 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9295983
Apr 20 17:31:06.832384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:06.833833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46532) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:06.842043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'security_group_rule': {'security_group_id': '77ff176d-d7ee-48c2-aab8-51aa9371de7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:06.853958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:06.858595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:security_group_rule and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:06.862124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:06.864987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.869860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:06.889761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.929156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Allocated IP 172.20.0.2 (c1a3d6bd-065e-4a12-bffb-bee3613cc1f0/a9e473ab-2b62-4dd8-8204-b90afc998b0c/47e35480-8ba2-4788-9641-710f5fe4af83) {{(pid=86383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:06.962657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.965542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:06.967899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:06.978829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 3ee38078-4dc5-44d4-ba1a-32868b290b62, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=3ee38078-4dc5-44d4-ba1a-32868b290b62,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:06.984983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b652c9-325e-4c59-9e1f-18605cebf327,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:06.988769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:07.008176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.008176 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-08d4f8d8-1431-40dc-acd1-5ab69c7917f9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1691868
Apr 20 17:31:07.009758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46536) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:07.015949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:07.022542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:07.027056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Usage tracker for resource:floatingip and tenant:ea55651c2f984e1e902967bd84152de2 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:07.030064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:07.036929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:07.048922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.057999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.228423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.243869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.273575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.312208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:07.412457 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Allocated IP 172.27.0.98 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/194361f4-0f0b-42f0-832a-fbb9a9c79c1f) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:07.482827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:07.490634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:07.683150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks [] for port, precommit_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.705479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.708441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Transition to ACTIVE for port object 47e35480-8ba2-4788-9641-710f5fe4af83 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:07.735038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Transition to ACTIVE for port object 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:07.745287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Transition to ACTIVE for port object 47e35480-8ba2-4788-9641-710f5fe4af83 will not be triggered until provisioned by entity DHCP. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:07.748797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.754566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:07.798675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681'] for port, after_create {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.842337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.879334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:07.884736 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-39d1f289-bf26-418c-84d6-b6c2533e2316 tempest-VolumesActionsTest-1084920468 tempest-VolumesActionsTest-1084920468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:07.907268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 is already hosted by enough agents. {{(pid=86383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:07.917509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Resources bound (agent type, host, resource id):  {{(pid=86383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:07.924435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Received port after_create {{(pid=86383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:07.927489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Pushing event updated for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:07.957964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:07.963331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:07.968853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:07.969919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2bba3c27-262a-404e-8bca-4233e0f2bf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:07.971236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Allocated IP 172.27.0.193 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/f149780d-d8ac-4a28-aa71-dbc43133770d) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:07.971488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:08.028279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=194361f4-0f0b-42f0-832a-fbb9a9c79c1f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.046392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.046818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.047230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.047640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.048048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.048455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.048866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.049338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.049742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.050141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.050540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.050939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:08.054815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.105644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.159403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.178109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.196915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.205871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Attempting to bind port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:08.206281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Attempting to bind port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:08.206695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Attempting to bind port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:08.209763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Pushing event updated for resources: {'Port': ['ID=47e35480-8ba2-4788-9641-710f5fe4af83,revision_number=1']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.209982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a06eb67f-aa37-4a43-9740-779647cd1c76 tempest-AttachVolumeNegativeTest-1196945263 tempest-AttachVolumeNegativeTest-1196945263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:08.217646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.234608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:08.235031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:08.235480 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.235922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Bound using segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:08.236444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Bound port: 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:08.236863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.250643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Attempting to bind port 47e35480-8ba2-4788-9641-710f5fe4af83 on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:08.251060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Attempting to bind port 47e35480-8ba2-4788-9641-710f5fe4af83 by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:08.251470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Attempting to bind port 47e35480-8ba2-4788-9641-710f5fe4af83 on network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:08.264209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:08.264636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Checking segment: {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:08.265082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.265561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Bound using segment: {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:08.266175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Bound port: 47e35480-8ba2-4788-9641-710f5fe4af83, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:08.266693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.316901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Pushing event updated for resources: {'Port': ['ID=f149780d-d8ac-4a28-aa71-dbc43133770d,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.328486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:08.330317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:08.335693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:08.373401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.437557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] For port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:08.448624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] For port 47e35480-8ba2-4788-9641-710f5fe4af83, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:08.451573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] For port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:08.454054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] For port 47e35480-8ba2-4788-9641-710f5fe4af83, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=47e35480-8ba2-4788-9641-710f5fe4af83,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:08.456272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.461663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:08.463969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.467958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.473022 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-358b05db-963f-44ac-9c61-ee56c0ec3e11 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:08.504897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.554682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=194361f4-0f0b-42f0-832a-fbb9a9c79c1f,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.559680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.566236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:08.566937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ed00780>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:08.640395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.674950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.675930 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6647995
Apr 20 17:31:08.705289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Pushing event updated for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.724656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.725202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:08.911740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Pushing event updated for resources: {'Port': ['ID=47e35480-8ba2-4788-9641-710f5fe4af83,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:08.926931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:08.944252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:08.949221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:09.023119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-7594c512-d3fb-4b6d-9e55-f35fefe945b3 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:09.055500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-7594c512-d3fb-4b6d-9e55-f35fefe945b3 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:09.056394 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-7594c512-d3fb-4b6d-9e55-f35fefe945b3 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--657006831&fields=id&tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 267 time: 0.1100922
Apr 20 17:31:09.353258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-f1f094b9-4537-47c5-9743-9ccf34351b64 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:09.354389 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-f1f094b9-4537-47c5-9743-9ccf34351b64 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 816 time: 0.2898057
Apr 20 17:31:09.375843 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-b5347da3-b4d9-401e-9023-191f830cb666 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/quotas/ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 375 time: 0.0132294
Apr 20 17:31:09.406731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 3ee38078-4dc5-44d4-ba1a-32868b290b62 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:09.441465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ed00780>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:08Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:09.442733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853809340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853794852'] for router, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:09.455324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f38e2-b829-4315-b0be-a187f982b75f None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:08Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:09.499975 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-ad1d5da7-aa0a-4da4-adc7-ae11fe7b2187 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1174953
Apr 20 17:31:09.505045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 3ee38078-4dc5-44d4-ba1a-32868b290b62 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:09.505770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:09.754133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 47e35480-8ba2-4788-9641-710f5fe4af83 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:09.755532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Router 6d22c807-d210-4720-bb79-9740f33e003a is scheduled to L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 with binding_index 1 {{(pid=86382) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 17:31:09.835391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 47e35480-8ba2-4788-9641-710f5fe4af83 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:09.931773 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-30ff6c45-bf99-405e-9c25-44d4454eed48 service neutron] 10.222.0.25 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4293001
Apr 20 17:31:10.120122 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-04a690b0-b9f0-4119-a0c1-60fb3cf0160a service neutron] 10.222.0.25 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873245
Apr 20 17:31:10.318099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:10.331924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Sync routers for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:10.346490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:10.347207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3335098e80>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:10.411491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f6f7ffc8-8463-4c7c-9af0-0fd506808c8d req-182110c4-acb6-47e3-ad29-dd011c4e5e82 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:10.421578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:10.423042 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.5878713
Apr 20 17:31:10.426322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46570) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:10.434992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-f6f7ffc8-8463-4c7c-9af0-0fd506808c8d req-182110c4-acb6-47e3-ad29-dd011c4e5e82 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:10.448838 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6f7ffc8-8463-4c7c-9af0-0fd506808c8d req-182110c4-acb6-47e3-ad29-dd011c4e5e82 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 210 time: 0.1176033
Apr 20 17:31:10.552148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f751f-29f0-4ff7-aa56-d9983e3d54d7 None None] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:31:10.899836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Provisioning for port 47e35480-8ba2-4788-9641-710f5fe4af83 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:10.927066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Provisioning complete for port 47e35480-8ba2-4788-9641-710f5fe4af83 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:10.927492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.055862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:11.334735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:11.384476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.601230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.614464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Allocated IP 172.20.0.1 (c1a3d6bd-065e-4a12-bffb-bee3613cc1f0/a9e473ab-2b62-4dd8-8204-b90afc998b0c/5683d97c-0d28-4d70-9fbc-3d0f6651aeaa) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:11.638057 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-396bb1fb-7969-4bae-bda5-221e77b1a519 req-d8930dc5-973a-42b7-ba78-9ae125195d9d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 210 time: 0.0594535
Apr 20 17:31:11.644438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:11.692172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:11.692591 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.763121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] For port 47e35480-8ba2-4788-9641-710f5fe4af83, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=47e35480-8ba2-4788-9641-710f5fe4af83,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:11.778338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.790659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fff99e16-0771-4b10-9bbd-7b7bd1d1ca77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:11.802393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.822845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Transition to ACTIVE for port object 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:11.853805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.860806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:11.968696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Pushing event updated for resources: {'Port': ['ID=47e35480-8ba2-4788-9641-710f5fe4af83,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:11.976028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3335098e80>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:08Z', 'revision_number': 3, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:11.979251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:11.981448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:11.991171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:11.996003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Checking router: 6d22c807-d210-4720-bb79-9740f33e003a for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:11.996569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Updating router 6d22c807-d210-4720-bb79-9740f33e003a port f149780d-d8ac-4a28-aa71-dbc43133770d binding host dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:31:12.058890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:12.061958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:12.088025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-93b2d61e-4f15-4245-bd07-050e96700613 None None] Provisioning complete for port 47e35480-8ba2-4788-9641-710f5fe4af83 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:12.088454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-93b2d61e-4f15-4245-bd07-050e96700613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.136548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.165159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:12.234443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-59c3b9c8-df3c-411e-91e9-6f8d29f8b730 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:12.236156 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-59c3b9c8-df3c-411e-91e9-6f8d29f8b730 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 816 time: 0.2992904
Apr 20 17:31:12.236946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:12.268229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:12.354339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979969'] for router_interface, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.368753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.388333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:12.402451 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-8104dde9-984c-4ae2-ac5d-eb9575c946fb tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 5707 time: 0.1331520
Apr 20 17:31:12.417443 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'port': {'device_id': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'admin_state_up': True, 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'security_groups': ['77ff176d-d7ee-48c2-aab8-51aa9371de7c']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:12.636115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.646332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:12.672314 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:12.686882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:12.705665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:12.756973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Made reservation on behalf of ea55651c2f984e1e902967bd84152de2 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:31:12.764359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.813226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.826485 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c250cb-980f-4846-be6b-7f30e7f18b6f req-c160c046-bd94-486c-b0ef-c3b60b0e5c2b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 210 time: 0.0557804
Apr 20 17:31:12.887844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-412efb9d-4527-4923-8e6c-5a464d57f28b None None] Provisioning for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:12.911094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-412efb9d-4527-4923-8e6c-5a464d57f28b None None] Provisioning complete for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:12.911526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-412efb9d-4527-4923-8e6c-5a464d57f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:12.989474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks [] for port, precommit_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.000816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-412efb9d-4527-4923-8e6c-5a464d57f28b None None] Port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:13.011173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Transition to ACTIVE for port object f149780d-d8ac-4a28-aa71-dbc43133770d will not be triggered until provisioned by entity L2. {{(pid=86383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:13.019130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.026161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:13.116128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Attempting to bind port f149780d-d8ac-4a28-aa71-dbc43133770d on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:13.116664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Attempting to bind port f149780d-d8ac-4a28-aa71-dbc43133770d by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:13.117140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Attempting to bind port f149780d-d8ac-4a28-aa71-dbc43133770d on network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:13.128299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:13.128726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Checking segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:13.129216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.129656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Bound using segment: {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'} {{(pid=86383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:13.130335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Bound port: f149780d-d8ac-4a28-aa71-dbc43133770d, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a74cf8-3df2-4940-ab6b-20036353a3cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2'}}] {{(pid=86383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:13.130762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.183943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 47e35480-8ba2-4788-9641-710f5fe4af83 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:13.210580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Pushing event updated for resources: {'Port': ['ID=f149780d-d8ac-4a28-aa71-dbc43133770d,revision_number=2']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:13.223332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:13.301926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] For port f149780d-d8ac-4a28-aa71-dbc43133770d, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:13.307153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] For port f149780d-d8ac-4a28-aa71-dbc43133770d, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f149780d-d8ac-4a28-aa71-dbc43133770d,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:13.315702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.319890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:13.353496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 47e35480-8ba2-4788-9641-710f5fe4af83 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:13.353928 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.395488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Allocated IP 172.20.0.11 (03df977a-221f-4966-8961-7a61ea0df765/6a3239dc-b923-42b3-83d5-7a31aabbd48b/ec69aa13-f038-44b4-a323-b69a19f5fb07) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:13.427436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.444882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.470291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:13.470994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3335098e80>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:13.478289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa76982b-25a8-4d7a-9642-45fc247ecf6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:13.659751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795738'] for router_interface, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.679417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:13.704919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:13.789796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Pushing event updated for resources: {'Port': ['ID=f149780d-d8ac-4a28-aa71-dbc43133770d,revision_number=3']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:13.795345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:13.868057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:13.908613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Transition to ACTIVE for port object ec69aa13-f038-44b4-a323-b69a19f5fb07 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:13.911149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:13.913405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:13.921510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:13.988339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:14.068949 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-15135247-1c5f-43c8-9bd1-a230e3cd2a8a req-76b84e25-759c-45e3-8293-40b3d9c41a3f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 210 time: 0.0770557
Apr 20 17:31:14.121217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.130227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:14.218323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Network 03df977a-221f-4966-8961-7a61ea0df765 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:14.226116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:14.231475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Router 6d22c807-d210-4720-bb79-9740f33e003a has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:14.233594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:14.251029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:14.251450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.279543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:14.288106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:14.329568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-f316efda-9857-46ae-b874-c80718552ed5 None None] Provisioning complete for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:14.329988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f316efda-9857-46ae-b874-c80718552ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.459759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:14.460295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.480964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-f316efda-9857-46ae-b874-c80718552ed5 None None] Port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:14.528465 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1170852
Apr 20 17:31:14.544384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:14.549759 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] 10.222.0.25 "PUT /v2.0/routers/6d22c807-d210-4720-bb79-9740f33e003a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1222634
Apr 20 17:31:14.559208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Request body: {'port': {'device_id': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:14.632700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-381710fe-5f25-4707-a74b-6ffc056f04f7 None None] Provisioning for port ec69aa13-f038-44b4-a323-b69a19f5fb07 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:14.645937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-381710fe-5f25-4707-a74b-6ffc056f04f7 None None] Provisioning complete for port ec69aa13-f038-44b4-a323-b69a19f5fb07 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:14.646360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-381710fe-5f25-4707-a74b-6ffc056f04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.699904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:14.731005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-381710fe-5f25-4707-a74b-6ffc056f04f7 None None] Port ec69aa13-f038-44b4-a323-b69a19f5fb07 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:14.742087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3335098e80>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5683d97c-0d28-4d70-9fbc-3d0f6651aeaa', 'name': '', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'mac_address': 'fa:16:3e:a5:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:11Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 2, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'subnets': [{'id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:14.755543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30a68-3b17-4123-8b48-767731838f3d None None] The sync data for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi is: [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5683d97c-0d28-4d70-9fbc-3d0f6651aeaa', 'name': '', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'mac_address': 'fa:16:3e:a5:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:11Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 2, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'subnets': [{'id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:15.127691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:15.137117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.174499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Transition to ACTIVE for port object ec69aa13-f038-44b4-a323-b69a19f5fb07 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:15.188500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.195162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-85569bd3-4661-45f2-8778-c02421b6344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:15.215717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46616) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:15.224100 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676135381', 'description': 'tempest-secgroup-smoke-1676135381 description', 'project_id': '3240c79aac5f4debaa182a571e07df04'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:15.234664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:15.239001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:15.243604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:15.256437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:15.277574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.311788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:15.321799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:15.330689 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:15.340215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:15.456680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.462608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.471367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7229b33-6ef4-4c0f-9191-8329df50cb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:15.521735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.523342 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3065021
Apr 20 17:31:15.524705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7363c793-0b3a-48fd-bf1b-5432e7189c38,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:15.527189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46620) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:15.533749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.534169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.534586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.534988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.535368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.535955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.536363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.536759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.537165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.537597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.537996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.538392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:15.554781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-71563b6a-98b1-4579-8928-c214233ca93a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:15.560126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:15.575072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:15.577901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:15.585725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:15.587367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:15.598719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:15.610438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:15.668287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.677132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Attempting to bind port ec69aa13-f038-44b4-a323-b69a19f5fb07 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:15.677697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Attempting to bind port ec69aa13-f038-44b4-a323-b69a19f5fb07 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:15.678380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Attempting to bind port ec69aa13-f038-44b4-a323-b69a19f5fb07 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:15.699129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Port ec69aa13-f038-44b4-a323-b69a19f5fb07 on network 03df977a-221f-4966-8961-7a61ea0df765 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:31:15.699506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Attempting to bind port ec69aa13-f038-44b4-a323-b69a19f5fb07 on network 03df977a-221f-4966-8961-7a61ea0df765 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:15.721756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:15.722160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Checking segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:15.722547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Bound using segment: {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:15.723040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Bound port: ec69aa13-f038-44b4-a323-b69a19f5fb07, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '03df977a-221f-4966-8961-7a61ea0df765'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:15.723425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.747411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e3040-679f-4976-8742-915f5aa86625 req-cdd9abf8-9850-4c20-a013-db2e24922383 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:15.748276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-621e3040-679f-4976-8742-915f5aa86625 req-cdd9abf8-9850-4c20-a013-db2e24922383 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:15.865048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-621e3040-679f-4976-8742-915f5aa86625 req-cdd9abf8-9850-4c20-a013-db2e24922383 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:15.866482 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-621e3040-679f-4976-8742-915f5aa86625 req-cdd9abf8-9850-4c20-a013-db2e24922383 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.5872335
Apr 20 17:31:15.882833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.913132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:15.936751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:15.985598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fee29db-fb25-417f-8627-73686054649b,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:15.995023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:15.996299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:16.001015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-621e3040-679f-4976-8742-915f5aa86625 req-e183f711-2328-4bcc-b900-d9c8198d9063 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222219
Apr 20 17:31:16.012146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:16.013950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.016398 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4840808
Apr 20 17:31:16.018563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46628) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:16.018703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.025090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:16.027560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:16.034738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:16.048367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:16.052073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:16.060121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:16.083655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.112638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:16.112638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.113937 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] 10.222.0.72 "PUT /v2.0/ports/ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 1094 time: 1.5599179
Apr 20 17:31:16.114583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:16.148155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:16.152952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:16.205399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.213463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.239274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:16.255609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de78a15-b3ab-4f52-afc1-e850427ba245,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:16.264048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:16.265063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.268075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-707174d6-f742-4873-88e0-0c4762a09f96 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2481523
Apr 20 17:31:16.271755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46634) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:16.277365 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'status': 'completed', 'code': 200}
Apr 20 17:31:16.280789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:16.289121 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:16.294951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:16.299279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:16.311164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:16.343140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.344087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-ce698021-a6d9-45e0-9c85-35d0167ba12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:16.345753 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-ce698021-a6d9-45e0-9c85-35d0167ba12e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1097 time: 0.1548886
Apr 20 17:31:16.432319 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.437649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.441105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-12b9dca7-c16e-4a1c-8bb5-a3ca3bafa7fd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:16.467977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ca52fe-3fdd-4569-b282-096f5f837d73,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:16.471925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:16.481830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.486690 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-68646496-73fc-4a50-8a52-515122945933 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2136149
Apr 20 17:31:16.487514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46640) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:16.494884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:16.502113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:16.507863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:16.512007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:16.519178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:16.541219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.654797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.660309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.663719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:16.693833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a867d72-a387-42ac-913e-c5247e720c12,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:16.701247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:16.729233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.731527 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2e0fe704-9fe4-4655-ac9e-41845a7f4f1d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2425544
Apr 20 17:31:16.733336 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-8993c9e8-e031-4735-b83a-4d090dc2e9e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 217 time: 0.3689654
Apr 20 17:31:16.734785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 46644) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:16.740563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:16.748642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:16.796032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:16.800698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:16.811190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:16.835026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-2ed70327-b33e-4a4f-9489-972045232929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:16.836744 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-2ed70327-b33e-4a4f-9489-972045232929 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0896716
Apr 20 17:31:16.837709 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Project 3240c79aac5f4debaa182a571e07df04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:31:16.851574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.990229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.993973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:16.997044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7aaef278-8a19-4af9-95a0-ad2018d67e9a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:17.004622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-198127f5-d0eb-4521-8be1-d2e0f64ffa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:17.006250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-198127f5-d0eb-4521-8be1-d2e0f64ffa4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514773
Apr 20 17:31:17.046345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7368ae-7827-48a1-85e5-168b25ebccc7,revision_number=0']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:17.053758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:17.119017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.119831 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2ca68f71-3a4b-4c5d-8722-4a7505618c7a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3839340
Apr 20 17:31:17.124656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46654) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:17.129784 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'security_group_rule': {'security_group_id': '7363c793-0b3a-48fd-bf1b-5432e7189c38', 'project_id': '3240c79aac5f4debaa182a571e07df04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:17.137411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:17.150669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:security_group_rule and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:17.157840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:17.163743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:17.195958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-f2b0d1d7-d4eb-4b8d-b12f-bff73242dd44 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785524
Apr 20 17:31:17.212493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f149780d-d8ac-4a28-aa71-dbc43133770d up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:17.240534 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.securitygroups_db [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Project 3240c79aac5f4debaa182a571e07df04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 17:31:17.250069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.305839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port f149780d-d8ac-4a28-aa71-dbc43133770d completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:17.312734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port f149780d-d8ac-4a28-aa71-dbc43133770d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:17.313166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.332164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7193fd5-db81-4df8-9497-ed35783c33ee req-a5456602-3cbb-4fa4-93b6-bd9552a7071b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:17.334004 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7193fd5-db81-4df8-9497-ed35783c33ee req-a5456602-3cbb-4fa4-93b6-bd9552a7071b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1660099
Apr 20 17:31:17.366452 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cb97c1-1e37-4d40-8976-c82dab89c591 req-7693e029-0b96-44e8-9852-1ac847d7b850 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604416
Apr 20 17:31:17.410097 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7193fd5-db81-4df8-9497-ed35783c33ee req-65e0d3e8-f7fd-435b-a2cd-d053c0e3aec2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638478
Apr 20 17:31:17.415729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.418884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854524'] for security_group_rule, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.421235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-756474fc-66ee-4a61-8044-a63189a06cc2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:17.458822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a6f38f-f437-4c7a-b097-86a7a9292243,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:17.462622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.463485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:17.475346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.477335 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-56476d9b-7a42-403c-951b-a71c846b8f84 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3528440
Apr 20 17:31:17.482054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port f149780d-d8ac-4a28-aa71-dbc43133770d, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f149780d-d8ac-4a28-aa71-dbc43133770d,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:17.486818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:17.491104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:17.573788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-59983271-6d86-4ebd-9553-d954dd98ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:17.575305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-59983271-6d86-4ebd-9553-d954dd98ca42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1097 time: 0.0916560
Apr 20 17:31:17.594254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=f149780d-d8ac-4a28-aa71-dbc43133770d,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:17.597845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:17.750628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-391d224f-df0f-4a86-aaa0-a9de210ed4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:17.752274 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-391d224f-df0f-4a86-aaa0-a9de210ed4a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1656847
Apr 20 17:31:17.837961 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-66c93af0-5a28-43f5-ac11-80eb3be58650 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 217 time: 0.0767910
Apr 20 17:31:17.955564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-11f6dd6e-882c-4d17-bb79-d0e3fcd80b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:17.959289 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-11f6dd6e-882c-4d17-bb79-d0e3fcd80b00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.1138725
Apr 20 17:31:18.063521 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-5d898410-02ad-4c8d-9c8d-2a26a9591f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:18.065171 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-5d898410-02ad-4c8d-9c8d-2a26a9591f2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890470
Apr 20 17:31:18.313237 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-aec1cd1f-c740-476e-be89-cab0694cf73e service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396641
Apr 20 17:31:18.491796 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad78d8b4-eb84-4079-9aab-a0eafb7f1d99 req-d1d814fa-0f41-4b33-a4db-9abbdcf0159c service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707978
Apr 20 17:31:18.492993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Sync routers for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:18.511857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:18.513230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333460c160>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:18.642365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8008e-3e6f-4e7e-8acc-40ac7867de63 req-61846b8a-497c-4f5b-b6d4-69e281baa301 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:18.644241 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dcc8008e-3e6f-4e7e-8acc-40ac7867de63 req-61846b8a-497c-4f5b-b6d4-69e281baa301 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0966964
Apr 20 17:31:18.697881 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dcc8008e-3e6f-4e7e-8acc-40ac7867de63 req-c99ed562-169d-4cd2-932e-4e79ce7783cc tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457041
Apr 20 17:31:18.832083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:19.159260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f149780d-d8ac-4a28-aa71-dbc43133770d up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:19.209659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333460c160>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5683d97c-0d28-4d70-9fbc-3d0f6651aeaa', 'name': '', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'mac_address': 'fa:16:3e:a5:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:11Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 2, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'subnets': [{'id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:19.225338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Checking router: 6d22c807-d210-4720-bb79-9740f33e003a for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:19.225913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Updating router 6d22c807-d210-4720-bb79-9740f33e003a port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa binding host dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 17:31:19.244921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port f149780d-d8ac-4a28-aa71-dbc43133770d triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:19.245388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:19.293639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:19.704788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks [] for port, precommit_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:19.717949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Transition to ACTIVE for port object 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa will not be triggered until provisioned by entity L2. {{(pid=86384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:19.724228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:19.729570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6a556078-2f49-4c19-b8aa-b39bdb430559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:19.877701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759834-73f3-4030-b795-76be64cddbb4 None None] Pushing event updated for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=3']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:19.916331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1759834-73f3-4030-b795-76be64cddbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:19.979918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea7f92-6668-45fb-abca-19f1fff7eb96 req-9f590bcf-277a-4971-a846-88215a7920da tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:19.980894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Attempting to bind port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa on host dv-cinder-786927-2-iscsi for vnic_type normal with profile  {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:19.981365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Attempting to bind port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa by drivers openvswitch,hyperv on host dv-cinder-786927-2-iscsi at level 0 using segments [{'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:19.982070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12ea7f92-6668-45fb-abca-19f1fff7eb96 req-9f590bcf-277a-4971-a846-88215a7920da tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1268940
Apr 20 17:31:19.985496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Attempting to bind port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa on network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:19.992922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Checking agent: {'id': 'ec55b525-0834-429f-8b29-4e9fabf784b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 15, 57), 'started_at': datetime.datetime(2021, 4, 20, 17, 16, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:19.993910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Checking segment: {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:19.993910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:19.994193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Bound using segment: {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'} {{(pid=86384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:19.994715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Bound port: 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa, host: dv-cinder-786927-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9867250-79cf-4fcd-abc7-8ba97957abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0'}}] {{(pid=86384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:19.995128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:20.040026 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-12ea7f92-6668-45fb-abca-19f1fff7eb96 req-d7187a5f-fc0a-4827-9fbf-6b66e0b9522d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512419
Apr 20 17:31:20.107757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] For port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa, host dv-cinder-786927-2-iscsi, cleared binding levels {{(pid=86384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:20.111357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] For port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa, host dv-cinder-786927-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:20.115768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86384) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:20.122054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c7a708ac-2462-45fe-83ba-17c9b50582b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:20.207748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:20.209227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333460c160>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:30:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:20.443118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:31:20.526881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1759834-73f3-4030-b795-76be64cddbb4 None None] Pushing event updated for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=4']} {{(pid=86384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:20.532180 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b1759834-73f3-4030-b795-76be64cddbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86384) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:20.608463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:20.614846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:20.631111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:31:20.701251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:20.726747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:20.756818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:20.817942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:20.826685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-06f55d3a-2898-4a50-a263-27395a210fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:20.991722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:21.001465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333460c160>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5683d97c-0d28-4d70-9fbc-3d0f6651aeaa', 'name': '', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'mac_address': 'fa:16:3e:a5:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:11Z', 'updated_at': '2021-04-20T17:31:20Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'subnets': [{'id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:21.004470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:21.007288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18d548-23c5-47fc-a83c-51550c1eb7dc None None] The sync data for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi is: [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5683d97c-0d28-4d70-9fbc-3d0f6651aeaa', 'name': '', 'network_id': 'c1a3d6bd-065e-4a12-bffb-bee3613cc1f0', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'mac_address': 'fa:16:3e:a5:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:11Z', 'updated_at': '2021-04-20T17:31:20Z', 'revision_number': 4, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'subnets': [{'id': 'a9e473ab-2b62-4dd8-8204-b90afc998b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:21.209318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:21.285968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['ec69aa13-f038-44b4-a323-b69a19f5fb07'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:21.311406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acf30-9330-4c6e-bd7f-1c828b4bd286 req-c1c9f01d-dac3-40f3-848f-563e2f0fcb58 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:21.320958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ec0acf30-9330-4c6e-bd7f-1c828b4bd286 req-c1c9f01d-dac3-40f3-848f-563e2f0fcb58 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.1324890
Apr 20 17:31:21.382339 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ec0acf30-9330-4c6e-bd7f-1c828b4bd286 req-8f112398-8b94-4db5-8aa8-d1499cad0294 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596907
Apr 20 17:31:21.418181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:21.434756 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:21.435183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:21.851726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:21.904116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2506716c-f678-4967-b034-be191fb1e140 None None] For port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:21.907939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:21.910065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5504d47e-a8fb-41c8-a981-cca10f2645a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:21.991741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Pushing event updated for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:21.998276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:22.610759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42380ebc-b906-4fe2-97df-c4afddf1397e req-b65b70d0-b158-4186-b321-46936b04d772 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:22.612395 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42380ebc-b906-4fe2-97df-c4afddf1397e req-b65b70d0-b158-4186-b321-46936b04d772 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.0968547
Apr 20 17:31:22.663045 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42380ebc-b906-4fe2-97df-c4afddf1397e req-19fbc09c-8810-4e7b-8221-01aa899b3b24 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440516
Apr 20 17:31:23.158746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa up at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:23.240745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Provisioning complete for port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:23.241223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:23.645838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-19c75250-e638-4f8d-b1b2-1969ab8fd872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:23.795226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-1058697b-eeb9-4b53-965e-d987f5c932c7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:23.824903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-1058697b-eeb9-4b53-965e-d987f5c932c7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:23.826408 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-1058697b-eeb9-4b53-965e-d987f5c932c7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448148638&fields=id&tenant_id=eb736a5fc52143d6a2fd781ae436d961 HTTP/1.1" status: 200  len: 267 time: 0.0845780
Apr 20 17:31:23.909542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f375f91-be97-408e-b000-aebd6cef37b3 req-49836b6f-eddd-497f-97f8-f2fac8f7b7b6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:23.909542 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f375f91-be97-408e-b000-aebd6cef37b3 req-49836b6f-eddd-497f-97f8-f2fac8f7b7b6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.1051283
Apr 20 17:31:23.994583 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f375f91-be97-408e-b000-aebd6cef37b3 req-c0205808-55f1-4b9a-8be3-a3f16be932c5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814619
Apr 20 17:31:24.030391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-d5d4adcf-011e-4bb4-b8b4-f86ecb233cae tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:24.032105 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-d5d4adcf-011e-4bb4-b8b4-f86ecb233cae tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 809 time: 0.1926610
Apr 20 17:31:24.049782 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-a7fbfc95-bd85-482e-b544-fa384e807c52 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/quotas/eb736a5fc52143d6a2fd781ae436d961 HTTP/1.1" status: 200  len: 375 time: 0.0112906
Apr 20 17:31:24.168992 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6b6a880d-b365-4adb-843e-6219b14c161f req-b596fae7-785f-4189-821e-b525c29f1288 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096699503&fields=id&tenant_id=6344b270ac19470aa9dba4d1e9211b25 HTTP/1.1" status: 200  len: 267 time: 0.0542705
Apr 20 17:31:24.169571 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-77a7506c-944b-44c8-bb27-47c9be687732 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1115770
Apr 20 17:31:24.271199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a880d-b365-4adb-843e-6219b14c161f req-239c1906-aa30-4a8a-b2dd-02b08c1d7614 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:24.272906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6b6a880d-b365-4adb-843e-6219b14c161f req-239c1906-aa30-4a8a-b2dd-02b08c1d7614 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 985 time: 0.0975990
Apr 20 17:31:24.290415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Request body: {'port': {'security_groups': ['b96fe6ea-c67d-4ddd-89a5-4cedef366c2d']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:24.371052 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-3e305650-087d-48f1-b636-df3a286574db service neutron] 10.222.0.25 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887386
Apr 20 17:31:24.459579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.466341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:24.556636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port ec69aa13-f038-44b4-a323-b69a19f5fb07 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:24.565084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port ec69aa13-f038-44b4-a323-b69a19f5fb07 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:24.565769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.647712 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-811b6ca7-4490-4755-b30d-5b53a7b45b11 service neutron] 10.222.0.25 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607155
Apr 20 17:31:24.779161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.793806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:24.830051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:24.851192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:24.853381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.856062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.858916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:24.859236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:24.874127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-825ac429-7876-464e-b49e-86d54a34a9f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:24.986412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:25.031324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event updated for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=7']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:25.039401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:25.052218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:25.053057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.063267 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46796) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:25.071734 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6b6a880d-b365-4adb-843e-6219b14c161f req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "PUT /v2.0/ports/538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 943 time: 0.7890012
Apr 20 17:31:25.073041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:25.183648 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'code': 200}
Apr 20 17:31:25.200751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.258954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:25.317496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.372586 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:25.381008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:25.528734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.532538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-504f6778-c22a-4a11-bb04-84b3cd57370e None None] Provisioning complete for port 538b9173-767f-43f3-b44f-a0c450ad5c85 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:25.532993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-504f6778-c22a-4a11-bb04-84b3cd57370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.564671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d13b0748-aef4-44ff-a02f-315c5c414d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:25.632130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-60c5e374-1a65-4d91-b565-0619c58b5206 req-e814495d-dc11-4aec-8c52-a956b17410fc tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:25.641262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219e7b5-3e4b-47d1-9ffc-e8f78cda7653,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:25.654048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:25.664807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:25.666337 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "DELETE /v2.0/security-groups/f219e7b5-3e4b-47d1-9ffc-e8f78cda7653 HTTP/1.1" status: 204  len: 168 time: 0.6019640
Apr 20 17:31:25.670711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46812) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:25.741377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-60c5e374-1a65-4d91-b565-0619c58b5206 req-e814495d-dc11-4aec-8c52-a956b17410fc tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:25.746407 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-60c5e374-1a65-4d91-b565-0619c58b5206 req-e814495d-dc11-4aec-8c52-a956b17410fc tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.2281625
Apr 20 17:31:25.798531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77db51-9e2e-4f25-81f7-5b49237deed2 req-d38d1f32-8b2d-4fe5-8b80-9dd0c1792bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:25.802402 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f77db51-9e2e-4f25-81f7-5b49237deed2 req-d38d1f32-8b2d-4fe5-8b80-9dd0c1792bdb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1099 time: 0.1631322
Apr 20 17:31:25.867496 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:31:25.953854 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f77db51-9e2e-4f25-81f7-5b49237deed2 req-153c525a-7a1b-4a90-ae19-438d86803df2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431382
Apr 20 17:31:25.974062 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63709-c4f1-468e-8724-022e0e4ebabb req-047d5a42-1446-47d6-b6c9-f75a30ec94fd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:25.975788 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a6e63709-c4f1-468e-8724-022e0e4ebabb req-047d5a42-1446-47d6-b6c9-f75a30ec94fd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.5947003
Apr 20 17:31:26.015422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Deleting port bb10e605-172b-46f4-97f6-74bd131bf5b8 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:26.015720 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.021132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-aaf77406-9bf9-4b28-92df-7a1f81acf6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:26.024015 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-aaf77406-9bf9-4b28-92df-7a1f81acf6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1099 time: 0.1156101
Apr 20 17:31:26.124948 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a6e63709-c4f1-468e-8724-022e0e4ebabb req-99a1ebc2-9c2e-44c0-89c4-a9d90a685d14 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386304
Apr 20 17:31:26.149733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9f3bd06a-8263-4d7e-bfeb-8d43073ca9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.260859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.261501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.416926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Calling delete_port for bb10e605-172b-46f4-97f6-74bd131bf5b8 owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:26.479024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-0bf5c91b-27fc-4913-a28b-36e55e1b146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:26.479024 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-0bf5c91b-27fc-4913-a28b-36e55e1b146b service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.1756802
Apr 20 17:31:26.652675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.660902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fbedf68-d137-40bb-82d8-86bd6138d18e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:26.691028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-a63fec00-8f8c-4243-93c8-d1497ee6ca7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 1002 time: 0.1813142
Apr 20 17:31:26.730611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event deleted for resources: {'Port': ['ID=bb10e605-172b-46f4-97f6-74bd131bf5b8,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:26.735101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:26.787388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-b3d980f8-a610-4fb2-9fb3-dac9e36fe6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:26.791116 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-b3d980f8-a610-4fb2-9fb3-dac9e36fe6a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.0882139
Apr 20 17:31:26.855162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:26.855562 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Floating IP e4b793c0-6b5d-4395-9197-65848279a857 disassociated (deleted). External IP: 172.27.0.191, port: 538b9173-767f-43f3-b44f-a0c450ad5c85.
Apr 20 17:31:26.937566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-9f3a2d3a-2c2c-4f4f-8e01-a31cc10761f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:26.939312 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-9f3a2d3a-2c2c-4f4f-8e01-a31cc10761f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1342628
Apr 20 17:31:27.051352 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-773a45e2-adc2-4bbc-bdb2-7554e5441b42 req-b35a0eff-f7b2-4582-8455-ffbcd8ff4e6b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.1283917
Apr 20 17:31:27.296997 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-2c75c7cf-973f-4314-ac94-7aa34871efcd service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340013
Apr 20 17:31:27.317956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:27.644631 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a8742e2f-78c8-47e6-9632-79a5420b90b0 req-1ce5e7df-9458-44ce-ac98-90762641e3c7 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786425
Apr 20 17:31:27.648010 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:27.849243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f9645-d392-4205-9eee-68c80d657aa1 req-2d4fa1f7-b1f9-471e-8ef6-73b6aa75037b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:27.849767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:27.852141 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e4f9645-d392-4205-9eee-68c80d657aa1 req-2d4fa1f7-b1f9-471e-8ef6-73b6aa75037b tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.2100904
Apr 20 17:31:27.870964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-00eb32ce-7c1f-4528-ad25-fde604babe05 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:27.872403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-00eb32ce-7c1f-4528-ad25-fde604babe05 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:27.976047 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9e4f9645-d392-4205-9eee-68c80d657aa1 req-c9caf0cb-d532-4794-b689-446db6f338c7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972278
Apr 20 17:31:27.979439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-00eb32ce-7c1f-4528-ad25-fde604babe05 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:27.981535 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-00eb32ce-7c1f-4528-ad25-fde604babe05 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 809 time: 0.7351961
Apr 20 17:31:28.073675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-17f3a3e5-3770-4c73-8199-31d42c21c9e9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:28.088119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-17f3a3e5-3770-4c73-8199-31d42c21c9e9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:28.089624 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-17f3a3e5-3770-4c73-8199-31d42c21c9e9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb736a5fc52143d6a2fd781ae436d961 HTTP/1.1" status: 200  len: 8059 time: 0.0917866
Apr 20 17:31:28.105644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'port': {'device_id': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'admin_state_up': True, 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'security_groups': ['08bd7e49-e16b-4e90-86d4-2cc146154075']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:28.110347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:28.137687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Sync routers for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:28.152360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:28.160529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:28.161814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f08b70>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:28.283952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0477c212-a766-4648-9027-ad3f926c8e58 req-66284e9b-3dd4-4231-8772-5669da3de8bb tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.0900097
Apr 20 17:31:28.310957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:28.311515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:31:28.320901 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "DELETE /v2.0/floatingips/e4b793c0-6b5d-4395-9197-65848279a857 HTTP/1.1" status: 204  len: 168 time: 2.6490271
Apr 20 17:31:28.322118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:28.325089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:28.338080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Made reservation on behalf of eb736a5fc52143d6a2fd781ae436d961 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:31:28.347252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:28.382068 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:31:28.445630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:28.615741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-c22a4ebb-5613-497d-86be-0ef71c89d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:28.617473 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-c22a4ebb-5613-497d-86be-0ef71c89d04a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6344b270ac19470aa9dba4d1e9211b25&device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 1099 time: 0.1819210
Apr 20 17:31:28.754104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Allocated IP 172.20.0.7 (27803296-ea34-4843-9c45-fc11f0ab4a56/7298c2e0-1cf5-4384-8086-1570c8d29c4c/d7a4393c-e5ef-4387-9fb0-4c4a447f6016) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:28.890905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:28.999687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-c694c050-00f0-427e-9bcf-4f34358eae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:29.001397 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-c694c050-00f0-427e-9bcf-4f34358eae76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 200  len: 917 time: 0.3755465
Apr 20 17:31:29.086683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f08b70>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:29.102307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Checking router: ac8d81f7-09ec-40a8-8323-8a7a39b257f7 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:29.122328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:29.122993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334f08b70>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:29.462909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-9ba54dc0-3f27-4f36-a828-be4765cd365b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 200  len: 217 time: 0.4541230
Apr 20 17:31:29.496834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:29.625040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-bea4cd93-c0ed-40c6-8ca8-d56300712d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:29.626693 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-bea4cd93-c0ed-40c6-8ca8-d56300712d2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 200  len: 854 time: 0.1543152
Apr 20 17:31:29.682384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:29.724120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e90e97d5-e8cc-426d-87a6-a16746167bc8 req-5cb5b269-8071-4bff-a4fd-c4706153a8ed tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.0884335
Apr 20 17:31:29.735474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb6f4-a0d9-4df5-8cf6-aee60f57b782 req-a506fda3-ff2b-4274-a22e-2554a10a1602 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:29.737568 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78dcb6f4-a0d9-4df5-8cf6-aee60f57b782 req-a506fda3-ff2b-4274-a22e-2554a10a1602 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.3277104
Apr 20 17:31:29.739574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Transition to ACTIVE for port object d7a4393c-e5ef-4387-9fb0-4c4a447f6016 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:29.832073 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78dcb6f4-a0d9-4df5-8cf6-aee60f57b782 req-e338c204-f65c-401e-9f0c-925e17da4c31 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742381
Apr 20 17:31:29.837651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-8b450819-9f25-47ae-8097-337a74cb300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:29.839278 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-8b450819-9f25-47ae-8097-337a74cb300b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=909c54b0-a1ab-4df0-866b-d60edace68e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2029865
Apr 20 17:31:29.875111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:29.883599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:29.949707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334f08b70>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:29.955206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d454caf-57a3-4fa0-b14d-1f1af4648df0 None None] The sync data for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi is: [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:28:11Z', 'revision_number': 4, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '4475307b-61ad-4f40-b48b-8d7077c6d932', 'name': '', 'network_id': '909c54b0-a1ab-4df0-866b-d60edace68e6', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'mac_address': 'fa:16:3e:45:de:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:10Z', 'updated_at': '2021-04-20T17:28:22Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'subnets': [{'id': '4a468602-57a0-4ca1-a160-5534d65aea22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:30.027801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:30.040318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:30.050590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:30.090786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:30.103839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986167-baba-4e02-867c-a1251591958e req-85f2af1e-4c37-48f0-88e8-18b987d03b80 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:30.105598 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ec986167-baba-4e02-867c-a1251591958e req-85f2af1e-4c37-48f0-88e8-18b987d03b80 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1293564
Apr 20 17:31:30.118265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:30.121835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46854) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:30.127739 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Request body: {'floatingip': {'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:30.183718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:30.184461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:30.193502 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-39831587-1492-40ac-9ab4-3e1c5f5fd06c service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430119
Apr 20 17:31:30.228282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:30.347879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2a02dd57-0808-4b18-a115-75820b3bb70f None None] Provisioning for port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:30.356217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-2a02dd57-0808-4b18-a115-75820b3bb70f None None] Provisioning complete for port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:30.356541 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-943bb6da-f5e4-49b2-82ec-addc83c87c99 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2557573
Apr 20 17:31:30.356685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2a02dd57-0808-4b18-a115-75820b3bb70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:30.400697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Request body: {'port': {'device_id': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:30.458002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2a02dd57-0808-4b18-a115-75820b3bb70f None None] Port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:30.482673 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7fa8b8cd-b96f-4ccb-a312-e9542c4e3343 req-67687a04-568d-43f9-aa9d-934def52ac58 service neutron] 10.222.0.72 "GET /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2803066
Apr 20 17:31:30.532386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533b350-3605-48ff-9d2e-3c61152d65d4 None None] New status for floating IP e4b793c0-6b5d-4395-9197-65848279a857: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:31:30.582008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.066396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0fb25-c515-47ef-ba01-6a13f86a0d60 req-5f2b8201-114a-4d6d-b924-18b9d8896f20 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:31.068672 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4f0fb25-c515-47ef-ba01-6a13f86a0d60 req-5f2b8201-114a-4d6d-b924-18b9d8896f20 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 931 time: 0.1391554
Apr 20 17:31:31.234217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4f0fb25-c515-47ef-ba01-6a13f86a0d60 req-8b074f73-c813-4c41-a738-d524722b565a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954492
Apr 20 17:31:31.242706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.248272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a4393c-e5ef-4387-9fb0-4c4a447f6016 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:31.249221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.258032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.285876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Transition to ACTIVE for port object d7a4393c-e5ef-4387-9fb0-4c4a447f6016 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:31.292327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.308592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:31.489626 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Floating IP 1d578a22-6d98-4d8e-92b4-3d7f2cc98da2 associated. External IP: 172.27.0.98, port: ec69aa13-f038-44b4-a323-b69a19f5fb07.
Apr 20 17:31:31.631633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:31.638169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:31.683975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Attempting to bind port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:31.684359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Attempting to bind port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:31.684728 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Attempting to bind port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 on network 27803296-ea34-4843-9c45-fc11f0ab4a56 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:31.690333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 on network 27803296-ea34-4843-9c45-fc11f0ab4a56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:31:31.690727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Attempting to bind port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 on network 27803296-ea34-4843-9c45-fc11f0ab4a56 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:31.698222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:31.698605 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Checking segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:31.699053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Bound using segment: {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:31.699558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Bound port: d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c83e647-bb81-483a-9609-48607250f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:31.699964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.820717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:31.824615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:31.828166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.833486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d458ab2b-7661-4c41-9dc3-9a03d8d8bbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:31.892369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:31.893170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:31.894782 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] 10.222.0.72 "PUT /v2.0/ports/d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 1093 time: 1.4995208
Apr 20 17:31:31.895131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:31.938723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:31.942566 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:32.012170 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'status': 'completed', 'code': 200}
Apr 20 17:31:32.065254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:32.073284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-39d1576c-6d50-4213-8125-dd4fa7eb5626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:32.074806 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-39d1576c-6d50-4213-8125-dd4fa7eb5626 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1096 time: 0.1083710
Apr 20 17:31:32.200333 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-5c8ce99f-0c18-4f6d-bd76-18fc4b04fe87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 217 time: 0.1027594
Apr 20 17:31:32.318979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-2db28ccf-43db-4280-931a-1ef7228cd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:32.320903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:32.321825 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-2db28ccf-43db-4280-931a-1ef7228cd341 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.1132441
Apr 20 17:31:32.326568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:32.334446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:32.365288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:32.368413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332edce7b8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:32.411474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b8bf7dce-be79-4444-845d-d9d96878fa90 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "PUT /v2.0/floatingips/1d578a22-6d98-4d8e-92b4-3d7f2cc98da2 HTTP/1.1" status: 200  len: 991 time: 2.2884188
Apr 20 17:31:32.412672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:32.518815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-628dc7fe-07c0-43e9-8356-3d815ea39bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:32.520914 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-628dc7fe-07c0-43e9-8356-3d815ea39bd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1904261
Apr 20 17:31:32.541136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79c7e-2ac8-49ce-9870-70bf3dd8c626 req-8ce57566-d5ef-496d-85c4-e92a86523037 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:32.542092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-e1f79c7e-2ac8-49ce-9870-70bf3dd8c626 req-8ce57566-d5ef-496d-85c4-e92a86523037 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:32.588252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-e1f79c7e-2ac8-49ce-9870-70bf3dd8c626 req-8ce57566-d5ef-496d-85c4-e92a86523037 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:32.589523 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1f79c7e-2ac8-49ce-9870-70bf3dd8c626 req-8ce57566-d5ef-496d-85c4-e92a86523037 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1800435
Apr 20 17:31:32.669684 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'status': 'completed', 'code': 200}
Apr 20 17:31:32.821773 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1f79c7e-2ac8-49ce-9870-70bf3dd8c626 req-2f64ab64-0c42-4deb-ad61-561a55c8cdcd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496644
Apr 20 17:31:32.850772 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-da9c7291-6ecb-44a2-a8ac-c0ca02520537 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926893
Apr 20 17:31:32.904868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:32.982226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-9ca93a58-5358-4f28-9bb3-473d777d2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:32.984050 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-9ca93a58-5358-4f28-9bb3-473d777d2d51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1099 time: 0.2375729
Apr 20 17:31:33.162576 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-89c0e18b-f03e-4844-822f-3b0f495370b4 req-69769478-d69b-4574-ba57-38019ebe1d0b service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2983308
Apr 20 17:31:33.274933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-0b987e8a-76ef-4cd7-b10b-51daa2bc9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:33.278452 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-0b987e8a-76ef-4cd7-b10b-51daa2bc9bd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.2825108
Apr 20 17:31:33.389084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-e2415fca-821a-4574-bcec-dfddad65bffe tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:33.390745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-e2415fca-821a-4574-bcec-dfddad65bffe tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:33.420512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-e2415fca-821a-4574-bcec-dfddad65bffe tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:33.425837 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-e2415fca-821a-4574-bcec-dfddad65bffe tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.2153020
Apr 20 17:31:33.458175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332edce7b8>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '1d578a22-6d98-4d8e-92b4-3d7f2cc98da2', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:08Z', 'updated_at': '2021-04-20T17:31:31Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:33.464648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:33.475883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:33.477615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332edce7b8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:33.514475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-d63c73f2-fe0b-4551-816c-b0c61de563c6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Synchronizing usage tracker for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:33.520827 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-be6ed786-228c-4fa6-8202-8470d93ad7f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 999 time: 0.1733367
Apr 20 17:31:33.532402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-d63c73f2-fe0b-4551-816c-b0c61de563c6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Unset dirty status for tenant:6344b270ac19470aa9dba4d1e9211b25 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:33.533717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-77765af2-ab5c-4d3a-9d5b-3d979fded908 req-d63c73f2-fe0b-4551-816c-b0c61de563c6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985174
Apr 20 17:31:33.597039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-af9f3e93-1b61-4434-8678-0b48239d3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:33.598699 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-af9f3e93-1b61-4434-8678-0b48239d3675 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1096 time: 0.3187792
Apr 20 17:31:33.694924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-cc91f57e-fdc7-4561-8f81-a1f6d0ab6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:33.697254 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-cc91f57e-fdc7-4561-8f81-a1f6d0ab6ebb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.1566062
Apr 20 17:31:33.733387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:33.837050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-b41b4ff2-849c-4f45-823f-2e96faa7533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:33.838708 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-b41b4ff2-849c-4f45-823f-2e96faa7533b service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.2309718
Apr 20 17:31:34.194426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332edce7b8>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '1d578a22-6d98-4d8e-92b4-3d7f2cc98da2', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:08Z', 'updated_at': '2021-04-20T17:31:31Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:34.200745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bdb8fc-d7e5-4fb4-baab-149b4559d452 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '1d578a22-6d98-4d8e-92b4-3d7f2cc98da2', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:08Z', 'updated_at': '2021-04-20T17:31:31Z', 'revision_number': 1, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:34.292041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-362f11f2-083d-4a13-bade-8e0aafcf0171 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 217 time: 0.4435763
Apr 20 17:31:34.294599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-0a856a4f-94db-4599-b35e-aeda9b39820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:34.296210 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-0a856a4f-94db-4599-b35e-aeda9b39820f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5781817
Apr 20 17:31:34.405596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498201e8-5127-43d9-a570-27103dc1e021 req-47882988-59de-498e-9877-409ce134a028 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:34.407166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-498201e8-5127-43d9-a570-27103dc1e021 req-47882988-59de-498e-9877-409ce134a028 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.4368527
Apr 20 17:31:34.463058 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-498201e8-5127-43d9-a570-27103dc1e021 req-91f31e31-c7cf-45e5-a0d2-8d49806c54b5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482237
Apr 20 17:31:34.513252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-34dfcb17-b1c6-4930-8646-fe364b64cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:34.514901 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-34dfcb17-b1c6-4930-8646-fe364b64cc52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.1895571
Apr 20 17:31:34.605979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646c13e-2db9-4010-9f9f-aa92c6527e26 None None] New status for floating IP 1d578a22-6d98-4d8e-92b4-3d7f2cc98da2: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:31:34.658300 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-de789703-1c50-4481-8578-3205f97e9660 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340867
Apr 20 17:31:34.856884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-43cd5c90-596a-45c6-af9c-d5931bcab3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:34.858551 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-43cd5c90-596a-45c6-af9c-d5931bcab3fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3337905
Apr 20 17:31:35.040270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc538075-c4ae-4835-bd23-4131a13f6634 req-e1083314-d218-49df-9d7e-7ac7de9fe54b tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:35.042049 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc538075-c4ae-4835-bd23-4131a13f6634 req-e1083314-d218-49df-9d7e-7ac7de9fe54b tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.3376732
Apr 20 17:31:35.044139 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4439d675-fec4-4e3a-9e62-1bc9746d6b5f req-ffdc22c5-6d3e-4806-8889-cb30d1a2e016 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3729105
Apr 20 17:31:35.128522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-9f1b8dfa-6cbb-4da9-aecb-cf78a00922b6 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2508826
Apr 20 17:31:35.135239 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc538075-c4ae-4835-bd23-4131a13f6634 req-df91bdbe-e0f7-4768-8388-7e8ecc5a2d1e tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850475
Apr 20 17:31:35.290119 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18097b74-62eb-4417-ad61-e2ed9276c7e8 req-e44c6aeb-1146-4832-ade9-19f65a3f1f6c service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499739
Apr 20 17:31:35.763169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65084fa7-f8eb-4f63-beb0-f0f9ac8b6f75 req-6c9c1508-5ac6-4a06-8a7f-d8ddcf13b50b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:35.764910 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65084fa7-f8eb-4f63-beb0-f0f9ac8b6f75 req-6c9c1508-5ac6-4a06-8a7f-d8ddcf13b50b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1550813
Apr 20 17:31:35.841430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-65084fa7-f8eb-4f63-beb0-f0f9ac8b6f75 req-ce0954cb-e982-419c-a4c8-c6f112c40f31 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636051
Apr 20 17:31:35.850260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-a990fa4b-d454-42c0-aff3-559b46350bcf tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:35.852096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-a990fa4b-d454-42c0-aff3-559b46350bcf tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.1599271
Apr 20 17:31:35.946734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Deleting port 538b9173-767f-43f3-b44f-a0c450ad5c85 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:35.947126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:36.277343 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] For port 538b9173-767f-43f3-b44f-a0c450ad5c85, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=538b9173-767f-43f3-b44f-a0c450ad5c85,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:36.277751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:36.467174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Calling delete_port for 538b9173-767f-43f3-b44f-a0c450ad5c85 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:36.640186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2073d-e8bd-4980-ae57-ab5fc6ae5aef req-2c82976f-816d-4b06-8a24-46dd00408758 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:36.641953 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42c2073d-e8bd-4980-ae57-ab5fc6ae5aef req-2c82976f-816d-4b06-8a24-46dd00408758 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4 HTTP/1.1" status: 200  len: 946 time: 0.2885375
Apr 20 17:31:36.705642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:36.718067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:36.749821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['538b9173-767f-43f3-b44f-a0c450ad5c85'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:36.775363 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-42c2073d-e8bd-4980-ae57-ab5fc6ae5aef req-b681a356-8862-4ad6-94e5-b1892c3b6b86 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.25 "GET /v2.0/security-groups?id=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164999
Apr 20 17:31:36.778703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Pushing event deleted for resources: {'Port': ['ID=538b9173-767f-43f3-b44f-a0c450ad5c85,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:36.783876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:36.882905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] No DVR routers for this DVR port 538b9173-767f-43f3-b44f-a0c450ad5c85 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:31:36.885692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:36.888715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'name': 'network-vif-deleted', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:36.908178 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71b8ea19-ca2b-4734-a902-f330ff41832f req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] 10.222.0.72 "DELETE /v2.0/ports/538b9173-767f-43f3-b44f-a0c450ad5c85 HTTP/1.1" status: 204  len: 173 time: 1.0461380
Apr 20 17:31:36.946865 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5f3542-d4a9-40ab-93da-f4dcc5e9aee4', 'name': 'network-vif-deleted', 'tag': '538b9173-767f-43f3-b44f-a0c450ad5c85', 'status': 'completed', 'code': 200}
Apr 20 17:31:37.075247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87019c-9680-4011-9078-1281c2e94cbf req-13a3db2c-cad7-4d12-b956-26bfd6e536a7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:37.077020 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f87019c-9680-4011-9078-1281c2e94cbf req-13a3db2c-cad7-4d12-b956-26bfd6e536a7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1042924
Apr 20 17:31:37.145091 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2f87019c-9680-4011-9078-1281c2e94cbf req-82fb759b-cccd-4ce2-a547-41329f11799d tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578563
Apr 20 17:31:38.390072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caad5d-f2fa-4c95-b3ac-75acb8d5819d req-f4557aa9-d03b-4d3b-a53d-0706fbc35d93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:38.392123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c8caad5d-f2fa-4c95-b3ac-75acb8d5819d req-f4557aa9-d03b-4d3b-a53d-0706fbc35d93 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1127965
Apr 20 17:31:38.457954 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c8caad5d-f2fa-4c95-b3ac-75acb8d5819d req-630ddd70-c825-4184-a3d6-e0f19c8da93a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581315
Apr 20 17:31:38.708744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 46994) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:39.374383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:39.527017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-a158e16c-2ef2-481f-9f7f-c2ec9e100057 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:39.548460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-a158e16c-2ef2-481f-9f7f-c2ec9e100057 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:39.549811 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-a158e16c-2ef2-481f-9f7f-c2ec9e100057 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676135381&fields=id&tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 267 time: 0.0968013
Apr 20 17:31:39.755641 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-8c423ee5-83ea-4cc3-bbf2-ba74f95add66 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:39.756378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-8c423ee5-83ea-4cc3-bbf2-ba74f95add66 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:39.776926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-8c423ee5-83ea-4cc3-bbf2-ba74f95add66 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:39.779298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-8c423ee5-83ea-4cc3-bbf2-ba74f95add66 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.2146535
Apr 20 17:31:39.796537 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-5df39242-fd91-4a5e-b030-1478dee7f911 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/quotas/3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 375 time: 0.0117731
Apr 20 17:31:39.797079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a5751-b422-47a4-99e9-5a58ddff6617 req-7352c9ae-448c-450c-948e-343640abb138 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:39.798884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2d0a5751-b422-47a4-99e9-5a58ddff6617 req-7352c9ae-448c-450c-948e-343640abb138 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1720560
Apr 20 17:31:39.907193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-b7f9575b-5920-46e9-affe-bbd1f1e73ee8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:39.914743 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2d0a5751-b422-47a4-99e9-5a58ddff6617 req-b5c9bdee-532f-4ad9-a3f0-d781244aaead tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071427
Apr 20 17:31:39.915162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Deleting port 4475307b-61ad-4f40-b48b-8d7077c6d932 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:39.915546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:39.926531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-b7f9575b-5920-46e9-affe-bbd1f1e73ee8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:39.928012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-b7f9575b-5920-46e9-affe-bbd1f1e73ee8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1247475
Apr 20 17:31:40.126574 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-381adc59-ad55-437c-b1de-497f6acfeac7 service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783307
Apr 20 17:31:40.171039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] For port 4475307b-61ad-4f40-b48b-8d7077c6d932, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=4475307b-61ad-4f40-b48b-8d7077c6d932,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:40.171806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:40.304771 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-b97179c8-4b31-43cd-9bb3-11191df011b4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693928
Apr 20 17:31:40.338224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Calling delete_port for 4475307b-61ad-4f40-b48b-8d7077c6d932 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:40.552509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 538b9173-767f-43f3-b44f-a0c450ad5c85 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:40.584013 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-d905a4f2-6633-4bd6-b9f2-fad9f7dae000 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1148288
Apr 20 17:31:40.605790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 538b9173-767f-43f3-b44f-a0c450ad5c85 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:40.606194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 538b9173-767f-43f3-b44f-a0c450ad5c85 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:40.773142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:40.779548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2aba594c-0809-4d89-ac98-7c1baca2a069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:40.801687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62108-324a-4bcc-96d7-87390943b798 req-98b6424b-6b6d-45b6-98c5-f91f1698f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:40.804120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-98b6424b-6b6d-45b6-98c5-f91f1698f232 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5744bfa98f074ef497cd9b552c17e505&device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 1098 time: 0.1061606
Apr 20 17:31:40.843127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4475307b-61ad-4f40-b48b-8d7077c6d932,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:40.850306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:40.994717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4dc39392-ea1b-4ec2-ae54-4fa6e2c24318 req-8133834f-fa48-4703-98e1-3dd3e706ce0e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.1480498
Apr 20 17:31:41.088934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62108-324a-4bcc-96d7-87390943b798 req-1bad591a-380a-45ae-9792-30cd21b4ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:41.102734 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-1bad591a-380a-45ae-9792-30cd21b4ed10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 200  len: 913 time: 0.2710092
Apr 20 17:31:41.296069 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:41.345794 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-bcdefa02-e7e7-4faa-9d6e-dc79376a4e75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 200  len: 1000 time: 0.2155142
Apr 20 17:31:41.438721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e6f34-a4e9-468d-8945-2bcf68c64461 req-6672abf9-6d62-4cee-834b-54e9ed4331c9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:41.443301 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b8e6f34-a4e9-468d-8945-2bcf68c64461 req-6672abf9-6d62-4cee-834b-54e9ed4331c9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.2084548
Apr 20 17:31:41.451464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62108-324a-4bcc-96d7-87390943b798 req-c11de2ef-4dab-4bbf-ba20-554325b3565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:41.453671 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-c11de2ef-4dab-4bbf-ba20-554325b3565e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 200  len: 850 time: 0.0957916
Apr 20 17:31:41.546157 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5b8e6f34-a4e9-468d-8945-2bcf68c64461 req-1788ee19-1366-4525-a9cb-f70b2b183ee9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967464
Apr 20 17:31:41.589902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c62108-324a-4bcc-96d7-87390943b798 req-aa5e2a2c-55a0-461f-99e0-f3275867732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:41.591924 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-aa5e2a2c-55a0-461f-99e0-f3275867732b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0995762
Apr 20 17:31:41.998908 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-336bc275-d9dd-4b70-b0b6-04a52e1b8d7d service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881261
Apr 20 17:31:42.006522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:42.170841 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-59c62108-324a-4bcc-96d7-87390943b798 req-9f0eb511-31b7-4ec0-ab76-002e261c7e5e service neutron] 10.222.0.72 "GET /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616895
Apr 20 17:31:42.215906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c9112fd4-ce93-4ff5-ac5a-dff8de604eff req-cc1bad6c-d68a-47ae-a0a6-12b18ed530bf tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.0756147
Apr 20 17:31:42.286742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:42.300379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Sync routers for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:42.302688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f61d0cd9-44cf-4824-812b-364fc0f83e85 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac8d81f7-09ec-40a8-8323-8a7a39b257f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5925987
Apr 20 17:31:42.306405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47040) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:42.311581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:42.312251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ee1fcf8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:42.524103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:42.661501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:31:42.703614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-90b42259-69f1-4e3e-b2f4-d38b510f672b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:42.705658 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-90b42259-69f1-4e3e-b2f4-d38b510f672b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.2197030
Apr 20 17:31:42.805658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:42.899563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.026630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ee1fcf8>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:31:40Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:43.030012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-b54c22ec-5990-4a8a-a7e7-3e378e5eb28a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 8061 time: 0.2627540
Apr 20 17:31:43.043136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Checking router: ac8d81f7-09ec-40a8-8323-8a7a39b257f7 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:43.048367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'port': {'device_id': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'admin_state_up': True, 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'security_groups': ['7363c793-0b3a-48fd-bf1b-5432e7189c38']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:43.050865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:43.070078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'mac_address': 'fa:16:3e:71:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:31:43.072769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Routers {'ac8d81f7-09ec-40a8-8323-8a7a39b257f7'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:43.073511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ee1fcf8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:43.093245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c328b-3eb9-4a5c-ba98-83a03a245144 req-6a20db18-3fb3-41de-a899-68f0bb286585 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:43.094914 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-533c328b-3eb9-4a5c-ba98-83a03a245144 req-6a20db18-3fb3-41de-a899-68f0bb286585 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.3748534
Apr 20 17:31:43.226656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.269658 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-533c328b-3eb9-4a5c-ba98-83a03a245144 req-10631b1e-7b7b-4ec2-82bd-2e3f8e9141f8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107686
Apr 20 17:31:43.274840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Deleting port 40123766-e9cf-4529-a2c8-09cd5758bb78 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:43.274840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.359456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:43.443148 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:43.469677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ccb1e23c-6e32-4004-8c15-057ba6ac7d07 req-64839d42-05f8-488a-b7a2-a19318151fa4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.0581305
Apr 20 17:31:43.472511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Made reservation on behalf of 3240c79aac5f4debaa182a571e07df04 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:31:43.479051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.493528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.522093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a4393c-e5ef-4387-9fb0-4c4a447f6016 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:43.560272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:43.566670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.570960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:43.590804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] For port 40123766-e9cf-4529-a2c8-09cd5758bb78, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=40123766-e9cf-4529-a2c8-09cd5758bb78,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:43.591214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:43.647458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:43.655541 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:43.660098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] Set router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:43.773075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Calling delete_port for 40123766-e9cf-4529-a2c8-09cd5758bb78 owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:43.943633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['d7a4393c-e5ef-4387-9fb0-4c4a447f6016'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:44.027096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.20.0.6 (4a49c47f-dfdd-4376-8b10-d24becd2e36a/962c0868-f9ed-492c-913f-6020ed5fa192/52e4df37-7bc1-4fbf-9e81-939d440979fb) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:44.178159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:44.188458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:44.255424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ee1fcf8>, [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:31:40Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:44.271799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798339e-fd61-494e-9c6e-d8e698f89918 None None] The sync data for ids ['ac8d81f7-09ec-40a8-8323-8a7a39b257f7'] in dv-cinder-786927-2-iscsi is: [{'id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'name': 'tempest-TestMinimumBasicScenario-1694074408-router', 'tenant_id': '6344b270ac19470aa9dba4d1e9211b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:05Z', 'updated_at': '2021-04-20T17:31:40Z', 'revision_number': 5, 'project_id': '6344b270ac19470aa9dba4d1e9211b25', 'gw_port': {'id': '40123766-e9cf-4529-a2c8-09cd5758bb78', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81f7-09ec-40a8-8323-8a7a39b257f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:07Z', 'updated_at': '2021-04-20T17:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:44.312948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=40123766-e9cf-4529-a2c8-09cd5758bb78,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:44.318630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:44.590303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:44.714952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0399763b-91f4-44aa-93c6-d0462ede0df8 req-775da8e4-2639-46ea-be8d-203c17d8822f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.0986192
Apr 20 17:31:44.825226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:44.865277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:44.868193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Transition to ACTIVE for port object 52e4df37-7bc1-4fbf-9e81-939d440979fb will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:44.872300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:44.882345 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ae6a2-e547-4809-9e8b-f7d14e1f47a2 req-1c26f094-9842-4c42-89da-52a4e695b4a9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:44.884033 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3e4ae6a2-e547-4809-9e8b-f7d14e1f47a2 req-1c26f094-9842-4c42-89da-52a4e695b4a9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 944 time: 0.4390357
Apr 20 17:31:45.198575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.198989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8d81f7-09ec-40a8-8323-8a7a39b257f7 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:31:45.207964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 4475307b-61ad-4f40-b48b-8d7077c6d932 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:45.244001 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3e4ae6a2-e547-4809-9e8b-f7d14e1f47a2 req-bd0521bb-5957-4c7b-8244-3e51f27378eb tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3526227
Apr 20 17:31:45.253139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.254497 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-420b4784-5bb0-4057-b08a-f92b54646c74 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac8d81f7-09ec-40a8-8323-8a7a39b257f7 HTTP/1.1" status: 204  len: 168 time: 2.9456758
Apr 20 17:31:45.256711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.258555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47064) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:45.266466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:45.282785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 4475307b-61ad-4f40-b48b-8d7077c6d932 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:45.283269 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 4475307b-61ad-4f40-b48b-8d7077c6d932 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:45.350217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Deleting subnet 4a468602-57a0-4ca1-a160-5534d65aea22 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:31:45.353869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.357990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:45.361453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:45.363980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:45.411609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.411907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:45.423154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:45.448021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:45.448757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.469799 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4302406
Apr 20 17:31:45.497947 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Request body: {'port': {'device_id': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:45.599045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.637309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.680434 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7d45a4ac-7c04-4e12-a23f-5dbead73ea85 None None] Provisioning for port 52e4df37-7bc1-4fbf-9e81-939d440979fb completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:45.689351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-7d45a4ac-7c04-4e12-a23f-5dbead73ea85 None None] Provisioning complete for port 52e4df37-7bc1-4fbf-9e81-939d440979fb triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:45.689995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7d45a4ac-7c04-4e12-a23f-5dbead73ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:45.795496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7d45a4ac-7c04-4e12-a23f-5dbead73ea85 None None] Port 52e4df37-7bc1-4fbf-9e81-939d440979fb cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:31:46.025238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.034328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3842ba4-ecfe-416e-8726-de958ccfc9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:46.054854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e4df37-7bc1-4fbf-9e81-939d440979fb {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:46.063915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.091969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ea45d-605f-4ab4-b68d-ea3773c47c76 req-a8526933-cfca-4284-88e7-845d229677f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:46.093743 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5a9ea45d-605f-4ab4-b68d-ea3773c47c76 req-a8526933-cfca-4284-88e7-845d229677f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 931 time: 0.1783309
Apr 20 17:31:46.096102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Transition to ACTIVE for port object 52e4df37-7bc1-4fbf-9e81-939d440979fb will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:31:46.101819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a468602-57a0-4ca1-a160-5534d65aea22,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:46.102487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.104169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.107294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:46.113006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c4da1ca-81e7-4dc9-9867-9cda1205f0a6 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:46.114429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bdd73c-bc3f-4302-8c90-b23544e33706 None None] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:31:46.133460 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3f8adc73-e236-4e9c-aeba-b1e65b94ad01 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a468602-57a0-4ca1-a160-5534d65aea22 HTTP/1.1" status: 204  len: 168 time: 0.8723860
Apr 20 17:31:46.136399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47072) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:46.240692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Pushing event updated for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:46.259213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:46.341030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-5a9ea45d-605f-4ab4-b68d-ea3773c47c76 req-8fe18879-d46d-4063-8eb6-4a06a5e6e428 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:security_group {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:46.378409 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.391968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-5a9ea45d-605f-4ab4-b68d-ea3773c47c76 req-8fe18879-d46d-4063-8eb6-4a06a5e6e428 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:security_group {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:46.393744 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5a9ea45d-605f-4ab4-b68d-ea3773c47c76 req-8fe18879-d46d-4063-8eb6-4a06a5e6e428 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2821789
Apr 20 17:31:46.415785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Deleting port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:46.416466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.592213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Attempting to bind port 52e4df37-7bc1-4fbf-9e81-939d440979fb on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:31:46.592792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Attempting to bind port 52e4df37-7bc1-4fbf-9e81-939d440979fb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:31:46.593336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Attempting to bind port 52e4df37-7bc1-4fbf-9e81-939d440979fb on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:46.601220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Port 52e4df37-7bc1-4fbf-9e81-939d440979fb on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:31:46.601574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Attempting to bind port 52e4df37-7bc1-4fbf-9e81-939d440979fb on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:31:46.604693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:31:46.609291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:31:46.609704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:31:46.610163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Bound using segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:31:46.610702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Bound port: 52e4df37-7bc1-4fbf-9e81-939d440979fb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:31:46.610965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.735543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] DHCP port deletion for 909c54b0-a1ab-4df0-866b-d60edace68e6 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:31:46.750536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Deleting port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:46.751340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.761729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:31:46.765544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:31:46.769089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.774455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7c1dd729-13bd-4340-bfaf-db425966b384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:46.784590 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:31:46.788943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] For port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:46.789514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.803142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:31:46.803142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.845763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:46.846427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:46.848196 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] 10.222.0.72 "PUT /v2.0/ports/52e4df37-7bc1-4fbf-9e81-939d440979fb HTTP/1.1" status: 200  len: 1093 time: 1.3557060
Apr 20 17:31:46.856988 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:46.882956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Pushing event updated for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:46.887701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:46.950341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Calling delete_port for 7c33e523-ae53-4151-ba59-4eabd8a4f7ea owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:46.973990 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'status': 'completed', 'code': 200}
Apr 20 17:31:47.027487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-9edd0b5d-156c-4bd9-8d15-6ad907d22b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:47.030588 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-9edd0b5d-156c-4bd9-8d15-6ad907d22b8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 1096 time: 0.0940144
Apr 20 17:31:47.036759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8efc1-afc2-4d54-8a95-6ad6ee926a13 req-9af6ff9f-4deb-4815-9735-fdb9dbb3750b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:47.042308 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-91b8efc1-afc2-4d54-8a95-6ad6ee926a13 req-9af6ff9f-4deb-4815-9735-fdb9dbb3750b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 944 time: 0.3803520
Apr 20 17:31:47.136726 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-91b8efc1-afc2-4d54-8a95-6ad6ee926a13 req-a9dd1258-667a-4904-8653-91471045b457 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646014
Apr 20 17:31:47.138112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.152006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3a43f2af-713d-455c-bf42-9a056f6f09a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:47.192906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-32f4a64b-4dcf-4909-8194-78ecc3167252 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb HTTP/1.1" status: 200  len: 217 time: 0.1396754
Apr 20 17:31:47.195360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] For port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,segment=NetworkSegment(4efbe11d-942d-4685-96a9-4138df1aad45),segment_id=4efbe11d-942d-4685-96a9-4138df1aad45)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:47.195814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.214013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.217876 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c33e523-ae53-4151-ba59-4eabd8a4f7ea,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:47.220183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] No DVR routers for this DVR port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea on host dv-cinder-786927-2-iscsi {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:31:47.222047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:47.266323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 40123766-e9cf-4529-a2c8-09cd5758bb78 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:47.314192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-42352963-1839-43ae-91ff-66495a295662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:47.315968 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-42352963-1839-43ae-91ff-66495a295662 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.1118028
Apr 20 17:31:47.357910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.379970 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 40123766-e9cf-4529-a2c8-09cd5758bb78 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:47.380526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 40123766-e9cf-4529-a2c8-09cd5758bb78 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:47.381119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7c33e523-ae53-4151-ba59-4eabd8a4f7ea no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:47.443065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1c6dadd5-f335-409b-b724-67729cbee0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:47.446250 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-1c6dadd5-f335-409b-b724-67729cbee0e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041973
Apr 20 17:31:47.487747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Calling delete_port for 7c33e523-ae53-4151-ba59-4eabd8a4f7ea owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:47.516164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332f8674a8>,) {'filters': {'network_id': ['909c54b0-a1ab-4df0-866b-d60edace68e6']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:47.537101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f8674a8>, '4efbe11d-942d-4685-96a9-4138df1aad45') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:47.537380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 7c33e523-ae53-4151-ba59-4eabd8a4f7ea {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:47.537914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7c33e523-ae53-4151-ba59-4eabd8a4f7ea not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:47.539026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f8674a8>, '4efbe11d-942d-4685-96a9-4138df1aad45') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:47.562160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:47.573570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.584954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:47.594917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.605516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:31:47.665661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:47.693060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:47.758173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:31:47.758697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:31:47.773301 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-be2327b6-6470-4bcc-8f78-2b96bafecef3 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3126884
Apr 20 17:31:47.776169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:47.779649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:47.950132 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'code': 200}
Apr 20 17:31:47.951165 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a3eda95-73a3-4901-826b-6f81e14dfd22 req-ef8ea35d-0a04-47eb-9212-dafd7638d8f5 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687055
Apr 20 17:31:48.153162 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:31:48.162867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:48.207940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-8d58d989-3c97-4582-843d-d6444c9faa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.209602 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-8d58d989-3c97-4582-843d-d6444c9faa1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 1096 time: 0.1056871
Apr 20 17:31:48.259625 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Deleting port 7c33e523-ae53-4151-ba59-4eabd8a4f7ea {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:48.260643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:48.384777 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-9b0ef26b-5d8a-44ce-be34-d4b62b3f54cc None None] The port '7c33e523-ae53-4151-ba59-4eabd8a4f7ea' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:31:48.388672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Network 909c54b0-a1ab-4df0-866b-d60edace68e6 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:31:48.411163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1590c-e906-423b-8d05-21acd33530db req-a370aeb0-3bf2-4026-8244-2982358e05e2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.412725 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-44a1590c-e906-423b-8d05-21acd33530db req-a370aeb0-3bf2-4026-8244-2982358e05e2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.6587570
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:31:48.430687 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:31:48.539127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-42cd4dec-96c0-4d3b-b049-501a55ade202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.540649 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-42cd4dec-96c0-4d3b-b049-501a55ade202 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.3189311
Apr 20 17:31:48.550564 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-44a1590c-e906-423b-8d05-21acd33530db req-751b53b0-6dfa-42ed-892d-d9c2c2bc101a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188812
Apr 20 17:31:48.551744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:48.556729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a7eb12c2-07ed-4ab8-9c7e-bcc8e5bde723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:48.563668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65637e-d969-498e-ad56-ef064dbaaaec req-fdb987d4-ef30-498a-971d-a0609526c41c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.565355 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eb65637e-d969-498e-ad56-ef064dbaaaec req-fdb987d4-ef30-498a-971d-a0609526c41c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.2269394
Apr 20 17:31:48.571860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:48.583944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=909c54b0-a1ab-4df0-866b-d60edace68e6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:48.598357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:48.604931 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b401d5f8-3d68-429f-b9c8-97b5f06607c6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/909c54b0-a1ab-4df0-866b-d60edace68e6 HTTP/1.1" status: 204  len: 168 time: 2.4673352
Apr 20 17:31:48.605935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47094) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:48.625718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de278e1-0c5b-4a5d-add0-e8b3319695f4 req-ccc2dd60-e96e-45e1-999b-2da172d0469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.627326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0de278e1-0c5b-4a5d-add0-e8b3319695f4 req-ccc2dd60-e96e-45e1-999b-2da172d0469e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.2292612
Apr 20 17:31:48.683228 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-17bf810a-6462-41df-9866-1636d646aeba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb HTTP/1.1" status: 200  len: 217 time: 0.1158583
Apr 20 17:31:48.777423 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-eb65637e-d969-498e-ad56-ef064dbaaaec req-08636f38-e951-4583-b88a-d15d3e33f6c3 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1489458
Apr 20 17:31:48.779248 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0de278e1-0c5b-4a5d-add0-e8b3319695f4 req-415fa824-9e1a-4067-9130-b713b7d1a774 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1437922
Apr 20 17:31:48.807676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-7334e31f-bae7-4d05-a4ae-10e7924bb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:48.810706 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-7334e31f-bae7-4d05-a4ae-10e7924bb4f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.1160040
Apr 20 17:31:49.216270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-a5b7ca8d-e93d-460a-8bf1-47550abd0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:49.218552 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-a5b7ca8d-e93d-460a-8bf1-47550abd0fd0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837381
Apr 20 17:31:49.246849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:49.370505 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-2d57e3a6-004e-4108-ab12-08766dad278d service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369121
Apr 20 17:31:49.524859 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb1a9b82-528f-45d2-946a-71b7bd530e10 req-d6a78534-4398-464a-8899-55e9338160c9 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466682
Apr 20 17:31:49.628018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Deleting port c617dc99-d24c-4aa5-b61e-8106e385ebe2 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:49.628405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:49.810041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c8771-3c87-49ef-b0a5-75b24e9e81b7 req-19e4fd3e-d86d-4efb-9281-c745df4b19e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:49.810860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-208c8771-3c87-49ef-b0a5-75b24e9e81b7 req-19e4fd3e-d86d-4efb-9281-c745df4b19e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:31:49.831256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-208c8771-3c87-49ef-b0a5-75b24e9e81b7 req-19e4fd3e-d86d-4efb-9281-c745df4b19e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:31:49.832969 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-208c8771-3c87-49ef-b0a5-75b24e9e81b7 req-19e4fd3e-d86d-4efb-9281-c745df4b19e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1287923
Apr 20 17:31:49.837402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] For port c617dc99-d24c-4aa5-b61e-8106e385ebe2, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=c617dc99-d24c-4aa5-b61e-8106e385ebe2,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:49.838085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:49.889287 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-208c8771-3c87-49ef-b0a5-75b24e9e81b7 req-fe1a76b7-babe-4e98-959f-6db645cb5669 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486193
Apr 20 17:31:50.018206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Calling delete_port for c617dc99-d24c-4aa5-b61e-8106e385ebe2 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:50.094126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462caf2-f4f4-487c-af87-822550bdbf7e req-8b8acf57-7762-4f37-966f-42fb1833e92c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:50.095747 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e462caf2-f4f4-487c-af87-822550bdbf7e req-8b8acf57-7762-4f37-966f-42fb1833e92c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0919168
Apr 20 17:31:50.166359 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e462caf2-f4f4-487c-af87-822550bdbf7e req-ab90a1a2-db9a-401b-b93e-68fa0395cdd0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545559
Apr 20 17:31:50.238179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:50.244939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad962567-248e-4d43-a34a-4f748545bd9c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:50.294964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c617dc99-d24c-4aa5-b61e-8106e385ebe2,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:50.329601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:50.594958 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:51.127178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8ed7-39e8-4fb4-9d40-945464fd28d5 req-6a222db8-830e-4805-b908-55816e570dd6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:51.128962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-055f8ed7-39e8-4fb4-9d40-945464fd28d5 req-6a222db8-830e-4805-b908-55816e570dd6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1023576
Apr 20 17:31:51.223209 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-055f8ed7-39e8-4fb4-9d40-945464fd28d5 req-777e294d-c841-4031-aaf6-fcd50d485786 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853088
Apr 20 17:31:51.296091 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Router 8263d13b-b240-48de-9d85-fe2ba77e2c89 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:51.408063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06682d97-5c65-47c5-8b7c-1afe746bb12e req-8a74059f-df83-4d28-b030-7f9ea0f041e1 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:51.410022 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-06682d97-5c65-47c5-8b7c-1afe746bb12e req-8a74059f-df83-4d28-b030-7f9ea0f041e1 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0967901
Apr 20 17:31:51.473727 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-06682d97-5c65-47c5-8b7c-1afe746bb12e req-6e79e3cf-a7b8-47b4-bcb8-b392b0ddf7e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500307
Apr 20 17:31:51.506234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:51.517273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Sync routers for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:51.527049 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] 10.222.0.25 "PUT /v2.0/routers/8263d13b-b240-48de-9d85-fe2ba77e2c89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9199536
Apr 20 17:31:51.529883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47118) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:51.530990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:51.531908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33346c5b00>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:51.690325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5994b-f20c-41c1-91ae-0adfd702ff6d req-f8432f2b-d5be-4f30-b79b-68c9f0e22985 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:51.694176 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ffd5994b-f20c-41c1-91ae-0adfd702ff6d req-f8432f2b-d5be-4f30-b79b-68c9f0e22985 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0994277
Apr 20 17:31:51.734509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:51.734837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:51.758877 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ffd5994b-f20c-41c1-91ae-0adfd702ff6d req-8b5b61f8-8eaf-483c-a499-0b660ca3b0b2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594912
Apr 20 17:31:51.797404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47122) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:51.979170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:51.987955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Deleting port 806970f5-6e2a-4397-aa24-05072573dd7f {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:51.988401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.042332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f8732-f925-4468-8a14-5a4a3ce83ac5 tempest-TestShelveInstance-1038023086 tempest-TestShelveInstance-1038023086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:52.046912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e39f8732-f925-4468-8a14-5a4a3ce83ac5 tempest-TestShelveInstance-1038023086 tempest-TestShelveInstance-1038023086-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1093 time: 0.2450311
Apr 20 17:31:52.047165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47128) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:52.052859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:31:52.056863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33346c5b00>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:31:50Z', 'revision_number': 5, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port': {'id': '806970f5-6e2a-4397-aa24-05072573dd7f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:28:17Z', 'updated_at': '2021-04-20T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:52.059843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:31:52.061024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Checking router: 8263d13b-b240-48de-9d85-fe2ba77e2c89 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:52.063816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Usage tracker for resource:floatingip and tenant:eb736a5fc52143d6a2fd781ae436d961 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:31:52.066781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:31:52.071559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Routers {'8263d13b-b240-48de-9d85-fe2ba77e2c89'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:52.072237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33346c5b00>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['8263d13b-b240-48de-9d85-fe2ba77e2c89'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:52.073871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:31:52.084950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.194503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] For port 806970f5-6e2a-4397-aa24-05072573dd7f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=806970f5-6e2a-4397-aa24-05072573dd7f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:52.194924 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.267036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.284419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] Set router 8263d13b-b240-48de-9d85-fe2ba77e2c89 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:52.356638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Calling delete_port for 806970f5-6e2a-4397-aa24-05072573dd7f owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:52.415816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33346c5b00>, [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:31:51Z', 'revision_number': 6, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:52.420394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a699c-c7f8-4ef8-8afc-170bd6b4386d None None] The sync data for ids ['8263d13b-b240-48de-9d85-fe2ba77e2c89'] in dv-cinder-786927-2-iscsi is: [{'id': '8263d13b-b240-48de-9d85-fe2ba77e2c89', 'name': 'tempest-TestMinimumBasicScenario-105285606-router', 'tenant_id': 'a90b5e310500462594d213de2b78c985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:28:15Z', 'updated_at': '2021-04-20T17:31:51Z', 'revision_number': 6, 'project_id': 'a90b5e310500462594d213de2b78c985', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:52.443379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Allocated IP 172.27.0.141 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/7ec74f4f-7d47-459a-8c1b-255269d926a8) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:31:52.544624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d015bd-460b-4637-b867-b31975c5a1c4 req-bc619cde-3921-43d3-a8fc-5eaa7a2ce70e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:52.546305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88d015bd-460b-4637-b867-b31975c5a1c4 req-bc619cde-3921-43d3-a8fc-5eaa7a2ce70e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1981032
Apr 20 17:31:52.621405 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88d015bd-460b-4637-b867-b31975c5a1c4 req-449f0265-4a14-4519-b4a0-a29b14107132 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649550
Apr 20 17:31:52.628990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.672450 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.678789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:52.732698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:52.741844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:52.765845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'Port': ['ID=7ec74f4f-7d47-459a-8c1b-255269d926a8,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:52.770761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:31:52.772506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:52.774055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:31:52.777722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:31:52.824280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Pushing event deleted for resources: {'Port': ['ID=806970f5-6e2a-4397-aa24-05072573dd7f,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:52.830780 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:52.936249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.165850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.170329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.205850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device c617dc99-d24c-4aa5-b61e-8106e385ebe2 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:53.249999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: c617dc99-d24c-4aa5-b61e-8106e385ebe2 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:53.250623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device c617dc99-d24c-4aa5-b61e-8106e385ebe2 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:53.251347 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 806970f5-6e2a-4397-aa24-05072573dd7f no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:53.312201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 806970f5-6e2a-4397-aa24-05072573dd7f {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:53.312201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 806970f5-6e2a-4397-aa24-05072573dd7f not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:53.315631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.316072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8263d13b-b240-48de-9d85-fe2ba77e2c89 {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:31:53.331482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.336388 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b6b11aaa-77b9-4da0-b489-3fc70bfa087e admin admin] 10.222.0.25 "DELETE /v2.0/routers/8263d13b-b240-48de-9d85-fe2ba77e2c89 HTTP/1.1" status: 204  len: 168 time: 1.8053589
Apr 20 17:31:53.337387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47142) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:53.418067 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Deleting subnet 4a19fbf2-9344-45e0-b267-80dc530b7701 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:31:53.422705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.495216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.599630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.640052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-11fcbe4a-5564-43d3-97e9-9c4193eb2210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.650993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.775441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:53.957018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb1f8c-40ce-42b1-8eb2-f52c6f1742f7 req-4e9f8e0f-5045-4c9b-a826-82c278bec36b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:53.958697 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4fb1f8c-40ce-42b1-8eb2-f52c6f1742f7 req-4e9f8e0f-5045-4c9b-a826-82c278bec36b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1973636
Apr 20 17:31:53.996427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.013900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:54.017853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.022082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.027261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f57d724e-fb28-4f20-bf9a-2f3bc0af8347 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:54.060388 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.065514 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26080dd9-210f-4831-90c6-843859c94afd None None] Network 555695c9-5d6c-497c-98da-4201373be9b9 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:31:54.066431 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4fb1f8c-40ce-42b1-8eb2-f52c6f1742f7 req-12fec5b2-1653-4dcf-b394-bd12fe83ae2b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982628
Apr 20 17:31:54.068695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a19fbf2-9344-45e0-b267-80dc530b7701,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:54.072321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:54.078922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b0cdfb0f-87c2-46e7-b79c-a170710f8489 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a19fbf2-9344-45e0-b267-80dc530b7701 HTTP/1.1" status: 204  len: 168 time: 0.7403076
Apr 20 17:31:54.079741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47154) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:54.154404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event updated for resources: {'Port': ['ID=7ec74f4f-7d47-459a-8c1b-255269d926a8,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:54.159714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:54.168937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.367762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] DHCP port deletion for 555695c9-5d6c-497c-98da-4201373be9b9 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:31:54.372098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Deleting port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:54.372614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.396863 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Floating IP ca2d733a-1c3f-4213-88c8-8c37fbe2f569 associated. External IP: 172.27.0.141, port: d7a4393c-e5ef-4387-9fb0-4c4a447f6016.
Apr 20 17:31:54.473118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.485150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Deleting port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:54.485545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.607984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] For port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:54.608354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.719749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] For port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,segment=NetworkSegment(6c7b9568-aee6-44d3-b20b-0ddb7765d783),segment_id=6c7b9568-aee6-44d3-b20b-0ddb7765d783)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:54.720351 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.748751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Calling delete_port for dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:54.838675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:54.848931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7569e55f-4d37-45f1-9a6a-f188efa8bca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:54.879742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Calling delete_port for dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:31:54.895462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:31:54.921471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] No DVR routers for this DVR port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 on host dv-cinder-786927-2-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:31:54.937253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Pushing event deleted for resources: {'Port': ['ID=dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:54.947082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.947467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.947860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.948232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.948604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.948974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.949470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.949845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.950219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.950593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.950956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.951324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:31:54.962287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:54.965916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86382) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:31:54.966516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:31:55.089888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:31:55.104040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Sync routers for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:31:55.117729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:55.125813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:55.126556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334599940>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:55.185130 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1368604
Apr 20 17:31:55.186033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:31:55.331327 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'status': 'completed', 'code': 200}
Apr 20 17:31:55.414557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3325-376e-4aef-b307-a1df3a5f0340 req-b373d078-ec7e-4544-8114-51c6a0c91e85 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:55.417693 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-afac3325-376e-4aef-b307-a1df3a5f0340 req-b373d078-ec7e-4544-8114-51c6a0c91e85 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1509466
Apr 20 17:31:55.474748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-19add237-2e82-4257-8ac1-e82b63527b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:55.476945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Deleting port dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:31:55.477367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:55.478669 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-19add237-2e82-4257-8ac1-e82b63527b83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.0913985
Apr 20 17:31:55.515287 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-afac3325-376e-4aef-b307-a1df3a5f0340 req-8b635f24-062a-4a8f-a737-5c182415719b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899928
Apr 20 17:31:55.538984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:31:55.579980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] The port 'dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5' was deleted {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:31:55.587082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:31:55.587477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device dfb6c9d8-6ce6-4256-a6ff-0182d4b986d5 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:31:55.657923 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-9523c1ab-b537-4d3c-ad66-52cc75fd646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:55.659524 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-9523c1ab-b537-4d3c-ad66-52cc75fd646b service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.1723244
Apr 20 17:31:55.675118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:55.714265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:55.781493 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-c4b0f13d-927b-44ad-b7df-fe9a808e079b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 999 time: 0.1136508
Apr 20 17:31:55.838652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3334349c18>,) {'filters': {'network_id': ['555695c9-5d6c-497c-98da-4201373be9b9']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:55.852479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3334349c18>, '6c7b9568-aee6-44d3-b20b-0ddb7765d783') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:55.852706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3334349c18>, '6c7b9568-aee6-44d3-b20b-0ddb7765d783') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:55.855724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-a42b174a-8d01-488b-b32d-df4277132781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:55.857347 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-a42b174a-8d01-488b-b32d-df4277132781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.0690434
Apr 20 17:31:55.866308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:55.887384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:55.895229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:31:55.949793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-3e20fbe7-d4ac-43e8-bb0c-4bcfc09500db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:55.951424 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-3e20fbe7-d4ac-43e8-bb0c-4bcfc09500db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867817
Apr 20 17:31:56.094118 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334599940>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ca2d733a-1c3f-4213-88c8-8c37fbe2f569', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'mac_address': 'fa:16:3e:71:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:53Z', 'updated_at': '2021-04-20T17:31:53Z', 'revision_number': 0, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:56.097073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Network 555695c9-5d6c-497c-98da-4201373be9b9 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:31:56.104917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Checking router: 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:31:56.108786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.119206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:31:56.119727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334599940>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:56.128526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-a919d90b-eafc-48bd-bb38-9a8bfcc0ceb5 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687074
Apr 20 17:31:56.316626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8886-d8c9-473a-b2d1-d0aa8da94c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.325590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e514eead-562c-41c4-abe1-1e7cb8c3e36a req-c6b2a32d-cb9f-44ba-b11b-4f51734c40f9 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759133
Apr 20 17:31:56.333828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Network 555695c9-5d6c-497c-98da-4201373be9b9 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   % (table.description, expected, rows_matched)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   % (table.description, expected, rows_matched)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   % (table.description, expected, rows_matched)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   % (table.description, expected, rows_matched)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:31:56.358982 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:31:56.377874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:31:56.452255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.456334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:56.471320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.483342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Pushing event deleted for resources: {'Network': ['ID=555695c9-5d6c-497c-98da-4201373be9b9,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:56.488299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:56.492800 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-dd6fff84-c7a3-456d-b10f-92b73b002167 admin admin] 10.222.0.25 "DELETE /v2.0/networks/555695c9-5d6c-497c-98da-4201373be9b9 HTTP/1.1" status: 204  len: 168 time: 2.4119451
Apr 20 17:31:56.643110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 52e4df37-7bc1-4fbf-9e81-939d440979fb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:31:56.706104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47186) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:56.748008 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970d484-aefb-4436-ab05-9cb3b871b796 req-4827c133-6f3f-45d8-9848-53415da182e4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:56.750112 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e970d484-aefb-4436-ab05-9cb3b871b796 req-4827c133-6f3f-45d8-9848-53415da182e4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 943 time: 0.1157446
Apr 20 17:31:56.788166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-56519403-1eb3-47a9-9ec2-cb0e6593ef92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6344b270ac19470aa9dba4d1e9211b25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0802295
Apr 20 17:31:56.791018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47190) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:56.805146 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e970d484-aefb-4436-ab05-9cb3b871b796 req-38f34d7b-4e25-425c-8d29-72ff85e4465d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484414
Apr 20 17:31:56.899714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.949146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:56.953237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:56.985698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'port_id': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'mac_address': 'fa:16:3e:4a:4d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:31:57.032693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.043096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:57.067787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96fe6ea-c67d-4ddd-89a5-4cedef366c2d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:57.070538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:57.075262 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.080937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.085340 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b96fe6ea-c67d-4ddd-89a5-4cedef366c2d HTTP/1.1" status: 204  len: 168 time: 0.2896745
Apr 20 17:31:57.096015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334599940>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ca2d733a-1c3f-4213-88c8-8c37fbe2f569', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'mac_address': 'fa:16:3e:71:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:53Z', 'updated_at': '2021-04-20T17:31:53Z', 'revision_number': 0, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:31:57.111192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaf08a-e9a2-4633-ac71-0df722bf4bd1 None None] The sync data for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi is: [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'ca2d733a-1c3f-4213-88c8-8c37fbe2f569', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'mac_address': 'fa:16:3e:71:09:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:31:53Z', 'updated_at': '2021-04-20T17:31:53Z', 'revision_number': 0, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:31:57.114328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e4df37-7bc1-4fbf-9e81-939d440979fb {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:31:57.138615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:31:57.142459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.144382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:57.230456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:57.234996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:57.266050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.445133 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a800d-ff10-409a-b23d-5e685404d5a3 None None] New status for floating IP ca2d733a-1c3f-4213-88c8-8c37fbe2f569: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:31:57.545945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47202) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:57.567682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['52e4df37-7bc1-4fbf-9e81-939d440979fb'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:31:57.615117 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-70dfc74f-d0d1-4091-9b22-e7a116850982 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a90b5e310500462594d213de2b78c985&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0674305
Apr 20 17:31:57.617965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47206) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:31:57.655266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.685304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.718880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.783859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.789108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4a9fa771-7035-498e-a8c0-6ddf9ca49368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:31:57.802113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245671e9-c213-4572-ae8c-62b2e7c24e39,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:31:57.806018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:31:57.814265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:57.818080 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e8c9f8da-7051-464f-bbb2-32bc5693bf9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/245671e9-c213-4572-ae8c-62b2e7c24e39 HTTP/1.1" status: 204  len: 168 time: 0.1961896
Apr 20 17:31:58.033746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae7ed-34d2-4b45-beb2-23ca32fa268b req-71a8f771-b720-4b3c-9e94-b90d996bef8c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:58.035370 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-43bae7ed-34d2-4b45-beb2-23ca32fa268b req-71a8f771-b720-4b3c-9e94-b90d996bef8c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 944 time: 0.0980289
Apr 20 17:31:58.087184 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-43bae7ed-34d2-4b45-beb2-23ca32fa268b req-04a12ee6-05ff-4ff2-992a-02c55ca9e94f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452113
Apr 20 17:31:58.663889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:31:59.290026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc4bf-e21c-472d-bc70-898695428e5f req-def6a188-7270-455f-8586-c7c80a81bd2f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:31:59.291617 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5c2cc4bf-e21c-472d-bc70-898695428e5f req-def6a188-7270-455f-8586-c7c80a81bd2f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 944 time: 0.0918858
Apr 20 17:31:59.338673 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5c2cc4bf-e21c-472d-bc70-898695428e5f req-2f3ffa0d-69e4-46ce-8523-7e3009dfc965 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406694
Apr 20 17:32:00.549375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f62dc-5b8e-4dcd-beca-ed819f51b01c req-e46ded63-07bb-421a-af84-a58b1ae6b04d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:00.550909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0f62dc-5b8e-4dcd-beca-ed819f51b01c req-e46ded63-07bb-421a-af84-a58b1ae6b04d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 944 time: 0.0940430
Apr 20 17:32:00.599230 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2a0f62dc-5b8e-4dcd-beca-ed819f51b01c req-cf51c0ba-bf3f-47c8-8d35-91ef6c06fc88 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412912
Apr 20 17:32:00.634072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 52e4df37-7bc1-4fbf-9e81-939d440979fb up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:32:00.707994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 52e4df37-7bc1-4fbf-9e81-939d440979fb completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:32:00.713438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 52e4df37-7bc1-4fbf-9e81-939d440979fb triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:32:00.713870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:00.842368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:00.873593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:32:00.885270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:00.889108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:00.891064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6b01e698-0476-44dd-9b7d-e36ffb9f2ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:00.939635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'code': 200}
Apr 20 17:32:00.963793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:00.966995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:01.367742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12ac14-5a50-4867-b0aa-9263e8658ab7 req-1c62b969-3c99-4a8d-9f3e-d5fb66f4be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:01.369313 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0e12ac14-5a50-4867-b0aa-9263e8658ab7 req-1c62b969-3c99-4a8d-9f3e-d5fb66f4be59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 1098 time: 0.0801139
Apr 20 17:32:01.644377 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0e12ac14-5a50-4867-b0aa-9263e8658ab7 req-4c1d3dbc-61d4-4d3d-8886-c536e1163635 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2659173
Apr 20 17:32:01.803054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc24d-e6c0-45e9-b7c4-a58989c2b29f req-850ea273-3a7b-4df5-ad39-2215ba104d22 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:01.804680 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ebcfc24d-e6c0-45e9-b7c4-a58989c2b29f req-850ea273-3a7b-4df5-ad39-2215ba104d22 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0896509
Apr 20 17:32:01.856898 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ebcfc24d-e6c0-45e9-b7c4-a58989c2b29f req-688d831e-08ac-4ac6-8ed6-e0c74fbceda8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454392
Apr 20 17:32:03.066801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c9cf6-3d6b-4801-9ccd-9243b4fe1ecb req-2fd74af1-8c72-4125-9b84-f32ca41c485b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:03.068387 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f8c9cf6-3d6b-4801-9ccd-9243b4fe1ecb req-2fd74af1-8c72-4125-9b84-f32ca41c485b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0940621
Apr 20 17:32:03.117619 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9f8c9cf6-3d6b-4801-9ccd-9243b4fe1ecb req-8379e6a6-de23-4a06-82eb-e096706b6034 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427823
Apr 20 17:32:04.321573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7651c15-df88-4f50-a3e4-8e7cb34eae2f req-289592d0-bc2a-47e9-bc39-5b6b41f332c5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:04.323163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7651c15-df88-4f50-a3e4-8e7cb34eae2f req-289592d0-bc2a-47e9-bc39-5b6b41f332c5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0884635
Apr 20 17:32:04.372771 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a7651c15-df88-4f50-a3e4-8e7cb34eae2f req-6c391343-653b-4c1b-9e9a-2a596d849881 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431821
Apr 20 17:32:04.587227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2246700-1d10-4def-908d-78969ed95f4c req-e25ea6e0-4fd5-4cdf-8f8e-446a408c69df tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:04.588862 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2246700-1d10-4def-908d-78969ed95f4c req-e25ea6e0-4fd5-4cdf-8f8e-446a408c69df tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0903275
Apr 20 17:32:04.642910 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2246700-1d10-4def-908d-78969ed95f4c req-6029e178-2c05-4782-a892-64b6d1947d78 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476966
Apr 20 17:32:04.669638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47262) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:05.040337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da8ac7-1457-44f3-9994-1d6e911e8315 tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:05.041101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-61da8ac7-1457-44f3-9994-1d6e911e8315 tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] Synchronizing usage tracker for tenant:f9fa1bd7dca74a969c49d38a146f084b on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:32:05.057871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-61da8ac7-1457-44f3-9994-1d6e911e8315 tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] Unset dirty status for tenant:f9fa1bd7dca74a969c49d38a146f084b on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:32:05.059368 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-61da8ac7-1457-44f3-9994-1d6e911e8315 tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 1093 time: 0.3885648
Apr 20 17:32:05.062307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47274) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:05.068042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'port_id': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:32:05.075224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:32:05.079211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:floatingip and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:32:05.082159 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:32:05.088131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:32:05.097685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:05.247235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:05.311715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:32:05.408264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.27.0.29 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/fb1c2070-db7d-4743-9c86-89c7ea95f050) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:32:05.564696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:05.593760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:05.598587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8bf837ac-81ad-4fc0-aa3a-b764624ce017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:05.671046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:32:05.672188 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:32:05.676211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:32:05.720018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=fb1c2070-db7d-4743-9c86-89c7ea95f050,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:05.724473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:06.113213 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:06.193200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:06.415646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:06.420969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:06.426241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:06.542330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=fb1c2070-db7d-4743-9c86-89c7ea95f050,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:06.547009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:06.554783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:06.741701 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP d07fa968-619c-458a-8483-6befc60adf11 associated. External IP: 172.27.0.29, port: 52e4df37-7bc1-4fbf-9e81-939d440979fb.
Apr 20 17:32:07.119164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:32:07.310371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:32:07.320377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:32:07.331132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:07.331805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4668>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:07.333840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:07.392389 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3289077
Apr 20 17:32:07.393074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:32:07.444635 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'status': 'completed', 'code': 200}
Apr 20 17:32:07.530722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:07.603556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-16a3048a-b5f9-4d29-a572-62c964a496df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:07.605217 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-16a3048a-b5f9-4d29-a572-62c964a496df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 1098 time: 0.0843515
Apr 20 17:32:07.751547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-a51e49f1-180d-4e38-885a-7028fa80355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:07.753128 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-a51e49f1-180d-4e38-885a-7028fa80355e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1397760
Apr 20 17:32:07.878946 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-bb62199a-5816-4f14-b73c-bf8b86931d4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb HTTP/1.1" status: 200  len: 998 time: 0.1143410
Apr 20 17:32:07.958589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-4ee2f9c4-4734-45a1-8ae4-ae7f01f0d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:07.960965 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-4ee2f9c4-4734-45a1-8ae4-ae7f01f0d273 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0745475
Apr 20 17:32:08.057493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-0e27bfae-6b25-406e-99af-bc384b1c8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:08.059089 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-0e27bfae-6b25-406e-99af-bc384b1c8bde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824904
Apr 20 17:32:08.089125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4668>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'd07fa968-619c-458a-8483-6befc60adf11', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:4a:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:32:06Z', 'updated_at': '2021-04-20T17:32:06Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:08.093371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:32:08.103125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:08.103813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4668>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:31:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:08.305425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:08.445656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-cef29e76-d1d1-48cf-925f-c5f1f13cc10b service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740711
Apr 20 17:32:08.590507 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a176bfd8-4596-4604-889a-a4bb14c45b8d req-e99d0914-ec44-4be5-8d51-40248ee4a3e4 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369429
Apr 20 17:32:08.678038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334fd4668>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'd07fa968-619c-458a-8483-6befc60adf11', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:4a:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:32:06Z', 'updated_at': '2021-04-20T17:32:06Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:08.682253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b59ff-448f-4c16-b463-ad7bcdcd6670 None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': 'd07fa968-619c-458a-8483-6befc60adf11', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:4a:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:32:06Z', 'updated_at': '2021-04-20T17:32:06Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:32:08.959359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b517170-cd55-40ea-8152-14e6a185712b None None] New status for floating IP d07fa968-619c-458a-8483-6befc60adf11: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:32:12.806427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:23.644004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-35979952-e53f-4453-9375-57ee23cf208b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:25.529224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88a32d-958a-44f5-9bcc-f25d778a1f24 req-bd6c5176-2a7b-4fd0-ab60-8e037bda0804 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:25.530689 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d88a32d-958a-44f5-9bcc-f25d778a1f24 req-bd6c5176-2a7b-4fd0-ab60-8e037bda0804 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0903020
Apr 20 17:32:25.582835 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3d88a32d-958a-44f5-9bcc-f25d778a1f24 req-10840e37-c03c-4625-ace9-8c3c79e23be6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457656
Apr 20 17:32:26.139186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b069c731-5203-4ee9-bb1b-f1583ddbe362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:26.794226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70e877-818b-418d-bd72-10934d50c33a req-4cbb3842-5659-41a5-b247-08d1d153e668 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:26.795818 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc70e877-818b-418d-bd72-10934d50c33a req-4cbb3842-5659-41a5-b247-08d1d153e668 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0902288
Apr 20 17:32:26.844183 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc70e877-818b-418d-bd72-10934d50c33a req-c499ff04-3f74-448d-8d21-e8e94ed819e2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419424
Apr 20 17:32:27.257070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:27.637266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:28.048246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65a6f6-cdfc-473c-ac9c-65dc84fa4f4b req-e7d9970a-fc1a-4750-a543-da7deb4095b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:28.049825 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f65a6f6-cdfc-473c-ac9c-65dc84fa4f4b req-e7d9970a-fc1a-4750-a543-da7deb4095b2 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0858276
Apr 20 17:32:28.099291 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f65a6f6-cdfc-473c-ac9c-65dc84fa4f4b req-78461c3c-bc6d-46e6-9a2d-16c7e7174897 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429890
Apr 20 17:32:28.666320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:29.319771 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f0d7-61ff-4b2b-afcb-f410e0514bd7 req-72b1863f-cee2-4779-b9f7-5bbd7e5b6db5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:29.321381 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b2f5f0d7-61ff-4b2b-afcb-f410e0514bd7 req-72b1863f-cee2-4779-b9f7-5bbd7e5b6db5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1043911
Apr 20 17:32:29.374758 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b2f5f0d7-61ff-4b2b-afcb-f410e0514bd7 req-ac3300f2-2557-4eaa-aa8c-5088ea8b9468 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465164
Apr 20 17:32:30.585089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da1183-3e9f-45d9-9c7a-14d432c4394f req-d79cdd63-f6f9-46ec-8002-fa64226a1e24 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:30.586760 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21da1183-3e9f-45d9-9c7a-14d432c4394f req-d79cdd63-f6f9-46ec-8002-fa64226a1e24 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0909827
Apr 20 17:32:30.636653 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21da1183-3e9f-45d9-9c7a-14d432c4394f req-2cb4746e-0e1e-4121-979b-88fe62e4d5ae tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436299
Apr 20 17:32:31.852065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108714-9be2-45f7-8d16-62ac9a51edcc req-25a2891c-41c2-45c0-81bc-f8c6d6d42a3d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:31.853724 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71108714-9be2-45f7-8d16-62ac9a51edcc req-25a2891c-41c2-45c0-81bc-f8c6d6d42a3d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0962179
Apr 20 17:32:31.903109 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71108714-9be2-45f7-8d16-62ac9a51edcc req-d6eb7268-6731-4e35-ab18-5e3ac169aabf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429332
Apr 20 17:32:33.118030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf81473-4dde-402f-9288-ad2b7a63fb8c req-d9340a77-a094-47a4-af8d-5aea1a4ac26d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:33.119649 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bf81473-4dde-402f-9288-ad2b7a63fb8c req-d9340a77-a094-47a4-af8d-5aea1a4ac26d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0989652
Apr 20 17:32:33.167981 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4bf81473-4dde-402f-9288-ad2b7a63fb8c req-6f182b36-c393-422c-957e-39074d6f2ee1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418758
Apr 20 17:32:34.288618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063811fe-9fe7-4a3a-bd5f-23da34a797ed req-333e18d2-8d2d-434c-b5be-59c208bfc936 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:34.290318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-063811fe-9fe7-4a3a-bd5f-23da34a797ed req-333e18d2-8d2d-434c-b5be-59c208bfc936 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.1025596
Apr 20 17:32:34.342131 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-063811fe-9fe7-4a3a-bd5f-23da34a797ed req-ccf97340-f16a-4bfc-ab54-245994b3be7e tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455647
Apr 20 17:32:34.383305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75e05c-87ff-4a81-971d-0f5df99184e6 req-fd8f2593-8ac7-4e21-b36d-ed86128520b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:34.384849 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8c75e05c-87ff-4a81-971d-0f5df99184e6 req-fd8f2593-8ac7-4e21-b36d-ed86128520b1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0921926
Apr 20 17:32:34.435132 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8c75e05c-87ff-4a81-971d-0f5df99184e6 req-b944650c-31d0-4610-9973-b2c48bc901ef tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437903
Apr 20 17:32:35.542769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d12a5-f358-4097-be56-5d7be040534b req-24214289-87c3-4fe8-9105-7e4c5b39b7b5 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:35.544385 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d52d12a5-f358-4097-be56-5d7be040534b req-24214289-87c3-4fe8-9105-7e4c5b39b7b5 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.0898926
Apr 20 17:32:35.598619 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d52d12a5-f358-4097-be56-5d7be040534b req-de176544-7ec5-4ed0-8a6b-a03392693507 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477099
Apr 20 17:32:35.646902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81244f4e-8a0c-4d60-867f-f014fdded12a req-1079deb8-c28b-4d31-bf72-146933dd2da7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:35.648493 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-81244f4e-8a0c-4d60-867f-f014fdded12a req-1079deb8-c28b-4d31-bf72-146933dd2da7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0942962
Apr 20 17:32:35.698151 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-81244f4e-8a0c-4d60-867f-f014fdded12a req-bd4b5112-18d3-42a2-a35a-140d3e5f3f7f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425379
Apr 20 17:32:36.658060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-81b3974a-7588-4150-86ed-db05f38ad631 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:36.658866 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-81b3974a-7588-4150-86ed-db05f38ad631 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.0885744
Apr 20 17:32:36.744732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Deleting port a9aff746-f42e-40a9-8541-b85ea72dfcac {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:36.745525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:36.820381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373505aa-d911-4094-afbb-ab948aca7d61 req-56319b8c-bebf-4c74-b337-d3a05d648415 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:36.822195 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-373505aa-d911-4094-afbb-ab948aca7d61 req-56319b8c-bebf-4c74-b337-d3a05d648415 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 945 time: 0.1065741
Apr 20 17:32:36.874988 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-373505aa-d911-4094-afbb-ab948aca7d61 req-6358e9a1-a5be-4448-920b-c995ab89521c tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fe95a5c-a340-4806-82e3-bdf7f177f92a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465281
Apr 20 17:32:37.072547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4d449-2e81-403c-abf0-a188fb5ff503 req-c132a893-29c8-4d94-b864-f6215fa91029 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:37.074178 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71b4d449-2e81-403c-abf0-a188fb5ff503 req-c132a893-29c8-4d94-b864-f6215fa91029 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.2353952
Apr 20 17:32:37.120929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] For port a9aff746-f42e-40a9-8541-b85ea72dfcac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9aff746-f42e-40a9-8541-b85ea72dfcac,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:37.121361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:37.227333 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-71b4d449-2e81-403c-abf0-a188fb5ff503 req-a8f10cb0-ef87-478f-88aa-b15426da887f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358335
Apr 20 17:32:37.461151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:37.461612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:37.461958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Floating IP 62c3e8e3-3afa-48bc-b7e8-384062b899a1 disassociated. External IP: 172.27.0.12, port: a9aff746-f42e-40a9-8541-b85ea72dfcac.
Apr 20 17:32:37.462330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Calling delete_port for a9aff746-f42e-40a9-8541-b85ea72dfcac owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:37.612281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:37.617890 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a0d0da92-9408-4ff8-9b04-1262f041ece3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:37.666674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'Port': ['ID=a9aff746-f42e-40a9-8541-b85ea72dfcac,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:37.677413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.677871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.678259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.678670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.679076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.679479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.679881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.680280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.680684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.681081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.681508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.681901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:37.686030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:37.878840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:32:38.047166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f31a4610-edf1-4c0e-81f9-b1a978dc47ab req-cc2cf6bb-c09f-43f4-a413-fe966b4bee84 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/ports?device_id=6635e219-1ce0-42a1-b62a-1f5122edf4cd HTTP/1.1" status: 200  len: 210 time: 0.0509245
Apr 20 17:32:38.081555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:32:38.092811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:32:38.106082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:38.107228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334243828>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:32:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:38.168858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] No DVR routers for this DVR port a9aff746-f42e-40a9-8541-b85ea72dfcac on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:32:38.172533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:38.175553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'name': 'network-vif-deleted', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:32:38.194613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e5dd3fd9-b1ae-4109-bdfb-81947c8ecae5 req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.72 "DELETE /v2.0/ports/a9aff746-f42e-40a9-8541-b85ea72dfcac HTTP/1.1" status: 204  len: 173 time: 1.5286212
Apr 20 17:32:38.266246 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6635e219-1ce0-42a1-b62a-1f5122edf4cd', 'name': 'network-vif-deleted', 'tag': 'a9aff746-f42e-40a9-8541-b85ea72dfcac', 'status': 'completed', 'code': 200}
Apr 20 17:32:38.317324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:38.461582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76668b9-bcb8-4f72-b0bd-aba9c2b44c83 req-d3d80237-6665-4a55-b09a-cc86dc9c8282 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:38.463227 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b76668b9-bcb8-4f72-b0bd-aba9c2b44c83 req-d3d80237-6665-4a55-b09a-cc86dc9c8282 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1029060
Apr 20 17:32:38.513937 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b76668b9-bcb8-4f72-b0bd-aba9c2b44c83 req-74953fb8-d8de-472a-91fa-98cdf355ddf6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440857
Apr 20 17:32:38.660287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334243828>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:38.665316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:32:38.674324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:38.675002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334243828>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:32:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:38.874792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:39.181310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47448) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:39.226436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334243828>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:39.230840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c116c9-8624-4f64-aebc-70cbd494e2e9 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:25:02Z', 'revision_number': 4, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '42325fc9-b74d-4fd5-bc25-4febd9e75e2c', 'name': '', 'network_id': 'dc6f8a7b-02dc-402c-a09d-89d6e83a2c90', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'mac_address': 'fa:16:3e:ca:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:56Z', 'updated_at': '2021-04-20T17:25:18Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'subnets': [{'id': '7f5e6f72-2fdb-459b-950c-90628b7388a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:32:39.254105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.285773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.332721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.338658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-38922d04-44df-4562-a091-23878f26a672 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:39.357574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe95a5c-a340-4806-82e3-bdf7f177f92a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:39.360364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:39.367471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.368689 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f912fe37-ab0c-43f6-b074-7f9f93595053 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "DELETE /v2.0/security-groups/1fe95a5c-a340-4806-82e3-bdf7f177f92a HTTP/1.1" status: 204  len: 168 time: 0.1863129
Apr 20 17:32:39.371554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47452) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:39.390175 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.v2.resource [None req-b2e52d19-3c76-42de-92ac-d049df15914d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] show failed (client error): The resource could not be found.
Apr 20 17:32:39.391274 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b2e52d19-3c76-42de-92ac-d049df15914d tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "GET /v2.0/security-groups/1fe95a5c-a340-4806-82e3-bdf7f177f92a HTTP/1.1" status: 404  len: 347 time: 0.0186610
Apr 20 17:32:39.394371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47456) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:39.569754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Deleting port d7d5b881-9aa8-41e1-984d-e45d903ee35e {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:39.570381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.586989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d45b6b-8ba9-41d7-9537-dbda0047d07d None None] New status for floating IP 62c3e8e3-3afa-48bc-b7e8-384062b899a1: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:32:39.836449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.837051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:39.915880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc441f3-0df9-4c2c-8c0a-2b8ec692a2af req-85095e3b-28a9-4b26-8731-b899ab3d38d7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:39.917517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc441f3-0df9-4c2c-8c0a-2b8ec692a2af req-85095e3b-28a9-4b26-8731-b899ab3d38d7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.2631721
Apr 20 17:32:39.985645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Calling delete_port for d7d5b881-9aa8-41e1-984d-e45d903ee35e owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:40.317429 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc441f3-0df9-4c2c-8c0a-2b8ec692a2af req-3dda0bbd-cef5-4d57-95da-90d744991353 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3400483
Apr 20 17:32:40.351308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86381) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:32:40.351669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:32:40.852904 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Deleting port d7d5b881-9aa8-41e1-984d-e45d903ee35e {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:40.853515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:40.878483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a9aff746-f42e-40a9-8541-b85ea72dfcac no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:32:40.925869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: a9aff746-f42e-40a9-8541-b85ea72dfcac {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:32:40.926271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device a9aff746-f42e-40a9-8541-b85ea72dfcac not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:32:41.046696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:41.047020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:41.187621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Calling delete_port for d7d5b881-9aa8-41e1-984d-e45d903ee35e owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:41.356473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:41.367306 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0547ecdc-be79-4df0-8061-1b9c00c08a1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:41.512696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Pushing event deleted for resources: {'Port': ['ID=d7d5b881-9aa8-41e1-984d-e45d903ee35e,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:41.566412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:41.567047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d55d6a-287c-4909-a601-d46538cf67dd req-858a6df0-2256-44cc-a458-6f23df563684 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:41.568692 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-70d55d6a-287c-4909-a601-d46538cf67dd req-858a6df0-2256-44cc-a458-6f23df563684 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1088581
Apr 20 17:32:41.611241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:41.627115 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-70d55d6a-287c-4909-a601-d46538cf67dd req-9b5dca03-b4d3-4175-a436-95324469c376 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515072
Apr 20 17:32:41.641080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:41.642359 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] 10.222.0.25 "DELETE /v2.0/floatingips/62c3e8e3-3afa-48bc-b7e8-384062b899a1 HTTP/1.1" status: 204  len: 168 time: 2.2470162
Apr 20 17:32:41.645484 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-a580b2fa-e885-428b-951b-c34ca3e688c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:41.647019 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-a580b2fa-e885-428b-951b-c34ca3e688c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1099 time: 0.1932652
Apr 20 17:32:41.845868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-cce22101-cfb1-4cce-aae8-dfa9d72aff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:41.847442 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-cce22101-cfb1-4cce-aae8-dfa9d72aff73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1744804
Apr 20 17:32:41.970562 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-8db5a762-f176-4af9-bdb9-d077ee4524cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 1001 time: 0.1156294
Apr 20 17:32:42.043479 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-5e10e9c3-6126-45f2-b591-3372899f0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:42.045050 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-5e10e9c3-6126-45f2-b591-3372899f0574 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0659418
Apr 20 17:32:42.143731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-53aa5220-0d29-43e6-a1ad-1a8eb9f48276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:42.145281 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-53aa5220-0d29-43e6-a1ad-1a8eb9f48276 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897272
Apr 20 17:32:42.303193 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-c776b07c-181c-4998-a445-b5fd4a644bcc service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480424
Apr 20 17:32:42.311601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:32:42.449146 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-38771f62-0b9b-4de4-81a9-2254d272f700 req-c4cb7fec-d5ec-4a44-b20d-f8c82c357a77 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351342
Apr 20 17:32:42.818576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:42.839411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a26bfd-831f-4268-ac8c-fd37cecb7140 req-81dd3abb-014f-4fd6-b4f0-55f9e72ea81a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:42.841009 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a5a26bfd-831f-4268-ac8c-fd37cecb7140 req-81dd3abb-014f-4fd6-b4f0-55f9e72ea81a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0918875
Apr 20 17:32:42.892305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a5a26bfd-831f-4268-ac8c-fd37cecb7140 req-fe428e21-0d8a-488a-84f2-85c896ca41b6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430925
Apr 20 17:32:42.908807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:32:43.237081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:43.253686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:32:43.318164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:43.338082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:32:43.355000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:43.357985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:43.360911 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:43.437425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:43.440941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:43.582638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['ec69aa13-f038-44b4-a323-b69a19f5fb07'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:32:44.121119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e78ac-5d0e-447e-892c-3709f5d508e4 req-312b7d29-eee4-4d38-a000-41fb4d7c34f6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:44.122834 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad3e78ac-5d0e-447e-892c-3709f5d508e4 req-312b7d29-eee4-4d38-a000-41fb4d7c34f6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.1066737
Apr 20 17:32:44.178356 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad3e78ac-5d0e-447e-892c-3709f5d508e4 req-91e967aa-396d-41d5-a089-76bec1c98f7a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486498
Apr 20 17:32:44.908461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:32:44.995546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port ec69aa13-f038-44b4-a323-b69a19f5fb07 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:32:44.996147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:45.136908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:45.176583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:32:45.198618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:45.202843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:45.205129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:45.263563 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'code': 200}
Apr 20 17:32:45.325837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:45.329341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:45.450828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81a97a-4ee0-4318-b3cf-ea1f868d448f req-87ad2207-23f8-4e68-9f81-96247fd6e94c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:45.453761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad81a97a-4ee0-4318-b3cf-ea1f868d448f req-87ad2207-23f8-4e68-9f81-96247fd6e94c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0941687
Apr 20 17:32:45.508410 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ad81a97a-4ee0-4318-b3cf-ea1f868d448f req-e79595f3-b16d-43c0-b6f3-a6b3571b67de tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500050
Apr 20 17:32:45.840072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47534) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:46.740955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88053674-3cb1-4a2e-8aff-326b417083cb req-efba6c50-1edd-405a-b12d-e3573e6767b6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:46.743302 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88053674-3cb1-4a2e-8aff-326b417083cb req-efba6c50-1edd-405a-b12d-e3573e6767b6 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1051171
Apr 20 17:32:46.811010 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-88053674-3cb1-4a2e-8aff-326b417083cb req-93c780a4-6af5-4349-b92a-237a5cf870df tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602038
Apr 20 17:32:46.869871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:47.287038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Deleting port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:47.287636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:47.513573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] For port 42325fc9-b74d-4fd5-bc25-4febd9e75e2c, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:47.513975 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:47.665526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Calling delete_port for 42325fc9-b74d-4fd5-bc25-4febd9e75e2c owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:47.892994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:47.903693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2ac79ec2-da4b-4366-8b88-669ca5239d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:47.959550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=42325fc9-b74d-4fd5-bc25-4febd9e75e2c,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:48.076542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.080463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.080991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.081633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.082119 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.082604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.083664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.084146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.084623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.085096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.085610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.086077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:48.097340 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:48.391173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf34ab-c12d-49dd-90f3-f9ea7e63acb6 req-3d89f8e7-a215-45f1-8eea-38541f41ad4a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:48.392901 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-80bf34ab-c12d-49dd-90f3-f9ea7e63acb6 req-3d89f8e7-a215-45f1-8eea-38541f41ad4a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.3035159
Apr 20 17:32:48.421444 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:48.577924 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-80bf34ab-c12d-49dd-90f3-f9ea7e63acb6 req-7e5d053d-87d8-4a8b-9197-9ea3f90b8132 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761332
Apr 20 17:32:48.882424 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Router 621ae07b-9da4-4d7d-9326-05a744448267 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:32:49.104485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:32:49.115626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Sync routers for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:32:49.124750 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1d542a9f-977d-42a9-aba0-fa4d8754fb5b admin admin] 10.222.0.25 "PUT /v2.0/routers/621ae07b-9da4-4d7d-9326-05a744448267/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2812986
Apr 20 17:32:49.125305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47548) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:49.145543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:49.146805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332efd8f28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:32:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:49.413333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:49.429116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:49.628097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:49.655759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Deleting port e9b671f8-f561-49f8-a0e3-0e4715dbd75f {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:49.656140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:49.779555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332efd8f28>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:32:47Z', 'revision_number': 5, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port': {'id': 'e9b671f8-f561-49f8-a0e3-0e4715dbd75f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621ae07b-9da4-4d7d-9326-05a744448267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:24:48Z', 'updated_at': '2021-04-20T17:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:49.786391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Checking router: 621ae07b-9da4-4d7d-9326-05a744448267 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:32:49.802186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Routers {'621ae07b-9da4-4d7d-9326-05a744448267'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:32:49.803076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332efd8f28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:32:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['621ae07b-9da4-4d7d-9326-05a744448267'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:49.928747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] For port e9b671f8-f561-49f8-a0e3-0e4715dbd75f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:49.929149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:49.995278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] Set router 621ae07b-9da4-4d7d-9326-05a744448267 gateway port host: None {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:32:50.078949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Calling delete_port for e9b671f8-f561-49f8-a0e3-0e4715dbd75f owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:50.127383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332efd8f28>, [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:32:49Z', 'revision_number': 6, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:50.132240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c44bc9-0278-4c90-9164-5160aa1d0084 None None] The sync data for ids ['621ae07b-9da4-4d7d-9326-05a744448267'] in dv-cinder-786927-2-iscsi is: [{'id': '621ae07b-9da4-4d7d-9326-05a744448267', 'name': 'tempest-AttachVolumeTestJSON-1785186746-router', 'tenant_id': '5744bfa98f074ef497cd9b552c17e505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:24:45Z', 'updated_at': '2021-04-20T17:32:49Z', 'revision_number': 6, 'project_id': '5744bfa98f074ef497cd9b552c17e505', 'gw_port_host': None}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:32:50.339778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3bca-c08c-4e05-a816-cc7aff563457 req-ce943524-907d-4b52-9f9f-e2a7c4c1a207 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:50.342354 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5d4d3bca-c08c-4e05-a816-cc7aff563457 req-ce943524-907d-4b52-9f9f-e2a7c4c1a207 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.3383038
Apr 20 17:32:50.419481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:50.430130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3ecc9453-546c-4639-bd6a-856c203e516f tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:50.506019 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5d4d3bca-c08c-4e05-a816-cc7aff563457 req-2287b916-5356-46e5-88a1-d63d7a84abac tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1395297
Apr 20 17:32:50.556466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b671f8-f561-49f8-a0e3-0e4715dbd75f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:50.559804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:50.648355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.107358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.112826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.138553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.139732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621ae07b-9da4-4d7d-9326-05a744448267 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:32:51.168210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.169459 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] 10.222.0.25 "DELETE /v2.0/routers/621ae07b-9da4-4d7d-9326-05a744448267 HTTP/1.1" status: 204  len: 168 time: 2.0429962
Apr 20 17:32:51.172157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47558) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:51.279477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Deleting subnet 7f5e6f72-2fdb-459b-950c-90628b7388a2 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:32:51.298422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.304570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 42325fc9-b74d-4fd5-bc25-4febd9e75e2c no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:32:51.359809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 42325fc9-b74d-4fd5-bc25-4febd9e75e2c {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:32:51.360021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 42325fc9-b74d-4fd5-bc25-4febd9e75e2c not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:32:51.360379 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device e9b671f8-f561-49f8-a0e3-0e4715dbd75f no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:32:51.366377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.403339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: e9b671f8-f561-49f8-a0e3-0e4715dbd75f {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:32:51.403745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device e9b671f8-f561-49f8-a0e3-0e4715dbd75f not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:32:51.509702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.768814 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c466431-9160-4f2a-9e99-e92d5cda3a54 req-85249063-bf74-45f1-9e2e-e3a220f26c28 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:51.780134 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6c466431-9160-4f2a-9e99-e92d5cda3a54 req-85249063-bf74-45f1-9e2e-e3a220f26c28 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1273785
Apr 20 17:32:51.841651 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6c466431-9160-4f2a-9e99-e92d5cda3a54 req-63d3d73a-1c60-41dc-aab6-6d99c36e2e3f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600646
Apr 20 17:32:51.876146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.885325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fce9b438-815e-4d31-a0b8-933d48a90402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:51.927711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5e6f72-2fdb-459b-950c-90628b7388a2,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:51.930140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:51.934197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9f631-2e63-48e2-84fb-8fda9308bcd3 None None] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:32:51.940094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:51.944177 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-58f6bfc6-45eb-439e-a62b-81ce3f0de895 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f5e6f72-2fdb-459b-950c-90628b7388a2 HTTP/1.1" status: 204  len: 168 time: 0.7709253
Apr 20 17:32:51.947023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47568) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:52.085703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.099402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Deleting port 50742c16-3faa-44fb-a155-947f47fe2382 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:52.099767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.275439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] DHCP port deletion for dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:32:52.281339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Deleting port 50742c16-3faa-44fb-a155-947f47fe2382 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:52.281776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.572743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] For port 50742c16-3faa-44fb-a155-947f47fe2382, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=50742c16-3faa-44fb-a155-947f47fe2382,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:52.573359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.707337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] For port 50742c16-3faa-44fb-a155-947f47fe2382, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=50742c16-3faa-44fb-a155-947f47fe2382,segment=NetworkSegment(124e9ef3-a5e6-40da-956d-2300a325aa56),segment_id=124e9ef3-a5e6-40da-956d-2300a325aa56)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:52.707337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.735744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Calling delete_port for 50742c16-3faa-44fb-a155-947f47fe2382 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:52.825086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:52.835275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:52.860397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Calling delete_port for 50742c16-3faa-44fb-a155-947f47fe2382 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:32:52.884794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Pushing event deleted for resources: {'Port': ['ID=50742c16-3faa-44fb-a155-947f47fe2382,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:52.886849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] No DVR routers for this DVR port 50742c16-3faa-44fb-a155-947f47fe2382 on host dv-cinder-786927-2-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:32:52.888108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b922dd82-a0e5-4c8a-b6e5-5ef084c2c64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:52.968139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86382) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:32:52.968528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:32:53.070006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cbdd4-e7c6-4d97-8c34-4df6e7f5b487 req-d3ada10b-0bd6-4deb-852b-e7753b061a5e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:53.071636 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a94cbdd4-e7c6-4d97-8c34-4df6e7f5b487 req-d3ada10b-0bd6-4deb-852b-e7753b061a5e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0973775
Apr 20 17:32:53.123102 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a94cbdd4-e7c6-4d97-8c34-4df6e7f5b487 req-2aeca31f-d0a7-4d0a-b4e3-d32c2a9014a4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439270
Apr 20 17:32:53.227525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 50742c16-3faa-44fb-a155-947f47fe2382 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:32:53.275150 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 50742c16-3faa-44fb-a155-947f47fe2382 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:32:53.275552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 50742c16-3faa-44fb-a155-947f47fe2382 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:32:53.469905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Deleting port 50742c16-3faa-44fb-a155-947f47fe2382 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:32:53.470334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:53.540579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] The port '50742c16-3faa-44fb-a155-947f47fe2382' was deleted {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:32:53.646803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7abac97c-c92b-4068-a7c7-cdd11f3aa04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:53.664328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:53.790939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332f4d9ac8>,) {'filters': {'network_id': ['dc6f8a7b-02dc-402c-a09d-89d6e83a2c90']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:53.804489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f4d9ac8>, '124e9ef3-a5e6-40da-956d-2300a325aa56') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:53.804829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332f4d9ac8>, '124e9ef3-a5e6-40da-956d-2300a325aa56') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:32:53.817172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:53.832362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:53.839879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:32:54.026859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:32:54.038567 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.187649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-58722883-c8d5-45e4-88c8-b37d38c6e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:54.189305 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-58722883-c8d5-45e4-88c8-b37d38c6e59b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1099 time: 0.0813766
Apr 20 17:32:54.226743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Network dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:32:54.256684 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:32:54.342990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-a1a33447-2c06-4826-8845-b29cbe1fc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:54.344638 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-a1a33447-2c06-4826-8845-b29cbe1fc1f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1480441
Apr 20 17:32:54.390872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.405989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.412216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:54.439589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6f8a7b-02dc-402c-a09d-89d6e83a2c90,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:54.443472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:54.453534 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2cfb9782-171c-46a3-85c8-80e9988f1a12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc6f8a7b-02dc-402c-a09d-89d6e83a2c90 HTTP/1.1" status: 204  len: 168 time: 2.5053422
Apr 20 17:32:54.465234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-498e2eb5-7667-4dfc-b736-4c7b5d6bc948 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 1001 time: 0.1108835
Apr 20 17:32:54.474716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef5316-3a23-435b-aa9b-d636c11a203c req-5505393d-5ca4-4e32-bf74-873fa2893a0d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:54.476298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-63ef5316-3a23-435b-aa9b-d636c11a203c req-5505393d-5ca4-4e32-bf74-873fa2893a0d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.2187150
Apr 20 17:32:54.530411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-63ef5316-3a23-435b-aa9b-d636c11a203c req-23cb84e1-d8fe-4fda-85a5-5a900f27bb7d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473742
Apr 20 17:32:54.541383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-4c68e605-b5db-4719-a8ae-3d08a953a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:54.543008 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-4c68e605-b5db-4719-a8ae-3d08a953a7b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0714710
Apr 20 17:32:54.591803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47592) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:54.629364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-c4437ad8-a9d9-4a9d-bebc-c1245d82bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:54.631621 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-c4437ad8-a9d9-4a9d-bebc-c1245d82bb51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807712
Apr 20 17:32:54.645623 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-db46a2a2-e28c-448c-a8cb-06b224646dc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5744bfa98f074ef497cd9b552c17e505&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521295
Apr 20 17:32:54.648003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47596) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:54.717490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.748540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.785948 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-f7c4bfff-2ba0-482d-8a20-9f8281b61f80 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466980
Apr 20 17:32:54.799012 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.805391 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1b57a514-9863-4801-86b5-5a73e150f20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:54.822862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba342c1-905a-41a9-81e5-b78fa2f6de46,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:54.826139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:54.828301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:54.832055 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c6f03dda-bba5-4c7e-841d-aef5c627a67f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ba342c1-905a-41a9-81e5-b78fa2f6de46 HTTP/1.1" status: 204  len: 168 time: 0.1805198
Apr 20 17:32:54.935752 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7f9b4d66-778c-45d8-8729-96d62b68c8f7 req-a9c898a6-58fd-4016-b6b2-7ca88b39b7e1 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430209
Apr 20 17:32:55.741015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbd27a-e88b-4275-9f39-f9d673136cdd req-c77437ec-6acd-49ba-8946-95840bf04b9d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:55.742698 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dbfbd27a-e88b-4275-9f39-f9d673136cdd req-c77437ec-6acd-49ba-8946-95840bf04b9d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0907297
Apr 20 17:32:55.796939 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dbfbd27a-e88b-4275-9f39-f9d673136cdd req-18b1c596-3fc4-4346-91c6-456533c5db27 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479140
Apr 20 17:32:56.140856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c0606054-82f7-4d43-bf70-d69b4a2d4919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.524298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47640) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:56.652842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.668794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:32:56.672953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Usage tracker for resource:security_group_rule and tenant:29bf72b68d6b41f69942119ddee3edfa is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:32:56.675913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:32:56.683088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:32:56.774099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.777299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.786930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2fb956ec-e36c-4567-b934-f3f078daf171 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:56.837973 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29bf72b68d6b41f69942119ddee3edfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108952
Apr 20 17:32:56.839286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d845d0-53e2-4b33-8b7f-3996406f0f4b,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:56.839766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47648) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:56.843332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-942d695e-7ca5-4a86-af04-0db3dd0db94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:56.908513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.938967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.988046 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:56.993529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-23c61ead-614c-4863-9d3b-cf6267af153e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:57.004941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d845d0-53e2-4b33-8b7f-3996406f0f4b,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:57.010161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:57.011077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc9a46-3427-4efa-bc46-6aed999b3a13 req-bb6b41fb-3427-4e32-b466-0d38de08a89a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:57.012577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.013726 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c5cc9a46-3427-4efa-bc46-6aed999b3a13 req-bb6b41fb-3427-4e32-b466-0d38de08a89a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.0925083
Apr 20 17:32:57.016678 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a695568f-df03-4557-80f5-ff1e2aa5a59b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13d845d0-53e2-4b33-8b7f-3996406f0f4b HTTP/1.1" status: 204  len: 168 time: 0.1757805
Apr 20 17:32:57.067202 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c5cc9a46-3427-4efa-bc46-6aed999b3a13 req-09782499-de51-4b26-8285-f5ffd6f24984 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475004
Apr 20 17:32:57.266544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.350948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47664) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:57.371837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.388520 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:32:57.392698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Usage tracker for resource:security_group_rule and tenant:77f746429bdd4afeb91c510ba47439e3 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:32:57.396913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:32:57.403333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:32:57.499191 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.502207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.512216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24f8e745-0cfd-4fa8-b4ab-a4f01dae1923 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:57.556069 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77f746429bdd4afeb91c510ba47439e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2037740
Apr 20 17:32:57.556952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee3603a-c39e-4644-8efe-6772978b759e,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:57.558859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47670) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:32:57.560195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3057cc00-a024-4b12-8577-f56f1c227610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:57.629384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.642469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.667723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.718705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.725331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4892fee4-0584-43b9-bee1-2f696d829f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:57.740137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee3603a-c39e-4644-8efe-6772978b759e,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:57.742600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:57.754201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:57.758151 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ee3603a-c39e-4644-8efe-6772978b759e HTTP/1.1" status: 204  len: 168 time: 0.1957211
Apr 20 17:32:58.675417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:58.689386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d601-2f2b-4b8a-a649-3180aa2b5c14 req-e798d8b9-18b4-4c5d-af6c-e19b4cae376e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:58.691012 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a408d601-2f2b-4b8a-a649-3180aa2b5c14 req-e798d8b9-18b4-4c5d-af6c-e19b4cae376e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 946 time: 0.1018374
Apr 20 17:32:58.691873 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-e23f8cd7-0a0a-4bdd-839c-f6d59072e589 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0872002
Apr 20 17:32:58.757982 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a408d601-2f2b-4b8a-a649-3180aa2b5c14 req-12b06e12-8ce3-44bd-baac-f67d20e89c04 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579178
Apr 20 17:32:58.993534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:32:59.126281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:59.163350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:32:59.178483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:32:59.182303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:32:59.184173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:32:59.233463 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'code': 422} returned with failed status
Apr 20 17:32:59.263744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:32:59.273090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.273622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.274003 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.275037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.275037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.275317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.275683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.276185 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.276312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-202806ec-4ae3-4ab1-88aa-9e017252decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.276704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.277071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.277441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.277813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:32:59.278088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-202806ec-4ae3-4ab1-88aa-9e017252decb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b&tenant_id=ea55651c2f984e1e902967bd84152de2 HTTP/1.1" status: 200  len: 1097 time: 0.1059616
Apr 20 17:32:59.282273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:32:59.398197 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-a77e3735-3de2-4434-a6ba-c629bb589f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.399990 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-a77e3735-3de2-4434-a6ba-c629bb589f38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1097 time: 0.0811894
Apr 20 17:32:59.548763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-bbfab10f-25c5-45a2-849c-666a22ed19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.550411 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-bbfab10f-25c5-45a2-849c-666a22ed19cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1438034
Apr 20 17:32:59.668463 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-97b1170d-518c-4426-9c70-23052294a933 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 999 time: 0.1103721
Apr 20 17:32:59.743932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-8cf9e143-8ccd-49b6-8865-224f35b1a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.745556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-8cf9e143-8ccd-49b6-8865-224f35b1a936 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0696790
Apr 20 17:32:59.835951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-965d1098-5ab4-4332-8633-acb981209e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.837589 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-965d1098-5ab4-4332-8633-acb981209e51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852880
Apr 20 17:32:59.981006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ea7f2-d114-4309-a455-df64e8d388ee req-b4f99f0e-1f36-4944-a691-b456e5aa36ba tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:32:59.982912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d82ea7f2-d114-4309-a455-df64e8d388ee req-b4f99f0e-1f36-4944-a691-b456e5aa36ba tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0974174
Apr 20 17:32:59.991338 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-235833a1-4dc5-4c24-ac75-f7000ec8ac54 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452913
Apr 20 17:33:00.047877 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d82ea7f2-d114-4309-a455-df64e8d388ee req-5f411d05-1ca8-456f-ae97-12d9f36709c8 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501766
Apr 20 17:33:00.148941 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8164d21-e6d8-4ad9-be22-da4b6c72e262 req-f3130f8a-caf3-4b71-98e4-c69bf1c3df4f service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500208
Apr 20 17:33:01.315708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28aa1f-2f48-4457-9319-32a3d5abd7aa req-af600b89-03cc-4b03-ada2-e0faa8de6a68 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:01.317595 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cf28aa1f-2f48-4457-9319-32a3d5abd7aa req-af600b89-03cc-4b03-ada2-e0faa8de6a68 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1392951
Apr 20 17:33:01.382902 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cf28aa1f-2f48-4457-9319-32a3d5abd7aa req-17d23380-8d40-4787-b06f-0d07dd9b8f1e tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586851
Apr 20 17:33:02.611005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d074-243a-4458-bb36-76b214f835bd req-ffa7a7af-4b51-48bf-994b-c8f5d98a4472 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:02.612868 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d813d074-243a-4458-bb36-76b214f835bd req-ffa7a7af-4b51-48bf-994b-c8f5d98a4472 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0910485
Apr 20 17:33:02.667494 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d813d074-243a-4458-bb36-76b214f835bd req-cb9910cb-94b4-4f23-af49-3276f6145bef tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482907
Apr 20 17:33:03.892951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32deb9-a429-435c-a87e-6ae9042dbcb4 req-6d91e210-dfba-4e47-b678-04cc1f932338 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:03.894609 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba32deb9-a429-435c-a87e-6ae9042dbcb4 req-6d91e210-dfba-4e47-b678-04cc1f932338 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1017988
Apr 20 17:33:03.945560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba32deb9-a429-435c-a87e-6ae9042dbcb4 req-af4d4d89-cd28-4a82-8130-0f4d5461d70c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435810
Apr 20 17:33:04.999835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47816) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:05.148884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.171538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:05.176991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Usage tracker for resource:security_group_rule and tenant:f6338c86b9d84cdda358f9ff2df88b61 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:05.181373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:05.193468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:05.239456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5722-f1b3-41ac-bb46-67923b4d11fa req-c887e751-f165-4122-92df-fc7f224c1508 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:05.241382 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-36ad5722-f1b3-41ac-bb46-67923b4d11fa req-c887e751-f165-4122-92df-fc7f224c1508 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1714072
Apr 20 17:33:05.308826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-36ad5722-f1b3-41ac-bb46-67923b4d11fa req-4e75f4bc-89d3-4d6a-9799-fda6c8fbead7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589082
Apr 20 17:33:05.385937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.389573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.399251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-96802eaf-0e74-4f48-8255-6ede167904f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:05.441769 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6338c86b9d84cdda358f9ff2df88b61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4407594
Apr 20 17:33:05.444206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947673eb-c353-4654-8efb-7648a7b43aba,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:05.445235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47822) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:05.447456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d1f98648-774a-4760-a431-c2d64f304e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:05.516743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.546366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.593274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.599160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ef4339ef-ae56-4bae-ba27-3046cc80ee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:05.617830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947673eb-c353-4654-8efb-7648a7b43aba,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:05.623956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:05.626441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:05.629223 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/947673eb-c353-4654-8efb-7648a7b43aba HTTP/1.1" status: 204  len: 168 time: 0.1815298
Apr 20 17:33:05.961946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47830) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:05.982282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.000884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:06.005350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Usage tracker for resource:security_group_rule and tenant:13d04a834029488f91c6156197d8438b is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:06.008403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:06.014702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:06.107671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.110548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.119189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0cf5b54a-7a27-4334-937f-aac66747c92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:06.164758 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13d04a834029488f91c6156197d8438b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2015455
Apr 20 17:33:06.165694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6e09c-1069-49a7-a17b-a552841099f9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:06.167568 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47834) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:06.169145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c1076687-efb0-4eef-bd07-55bd52dd6f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:06.234094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.263705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.312061 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.317425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4141e0e6-669e-40ae-9bab-36d793ddf4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:06.330556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6e09c-1069-49a7-a17b-a552841099f9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:06.333778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:06.335864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:06.337001 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-10fb03f9-7e8a-494b-a57b-b136b6c94276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14f6e09c-1069-49a7-a17b-a552841099f9 HTTP/1.1" status: 204  len: 168 time: 0.1683316
Apr 20 17:33:06.583941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988ba8b-ed06-4b95-9eb9-15efd34af229 req-e3111ef0-d161-4b60-a227-85eff96eee45 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:06.586230 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6988ba8b-ed06-4b95-9eb9-15efd34af229 req-e3111ef0-d161-4b60-a227-85eff96eee45 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1116683
Apr 20 17:33:06.665372 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6988ba8b-ed06-4b95-9eb9-15efd34af229 req-6314c307-9c17-4ae2-a1d2-4477379d6224 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726159
Apr 20 17:33:07.914044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7589f-abb1-49ba-8188-d6631335b556 req-31795fdc-e78a-4739-9a98-0c63c31980a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:07.916362 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d9b7589f-abb1-49ba-8188-d6631335b556 req-31795fdc-e78a-4739-9a98-0c63c31980a9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1159801
Apr 20 17:33:07.971564 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d9b7589f-abb1-49ba-8188-d6631335b556 req-58e02ff0-488a-42c5-b4f1-fc00d7ed60c0 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480363
Apr 20 17:33:08.495492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47896) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:08.631380 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.647286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:08.651707 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Usage tracker for resource:security_group_rule and tenant:f476e13e09534d728e799e944445bf20 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:08.654881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:08.661676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:08.757044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.760998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.770856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-27f01692-99d8-4ef0-8f0c-58e608d9d615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:08.815356 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f476e13e09534d728e799e944445bf20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3185925
Apr 20 17:33:08.816386 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152a30ab-e485-4ef1-b30d-20f609795869,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:08.820177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47902) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:08.820660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:08.888573 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.916271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.967657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:08.972840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cce3d583-db71-40df-8de3-3cb590b3edae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:08.989155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a30ab-e485-4ef1-b30d-20f609795869,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:08.994969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:09.001738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.005756 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/152a30ab-e485-4ef1-b30d-20f609795869 HTTP/1.1" status: 204  len: 168 time: 0.1837699
Apr 20 17:33:09.253522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6542f-ab5f-4e3b-ac80-c862e9d085e7 req-93ff460a-417d-407e-b884-7ae6d8873bfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:09.256691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2d6542f-ab5f-4e3b-ac80-c862e9d085e7 req-93ff460a-417d-407e-b884-7ae6d8873bfe tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1386824
Apr 20 17:33:09.312701 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c2d6542f-ab5f-4e3b-ac80-c862e9d085e7 req-90d0d23c-a79a-4545-a05f-d02f813ea9bb tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496640
Apr 20 17:33:09.365219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 47912) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:09.387015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.403955 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:09.408120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Usage tracker for resource:security_group_rule and tenant:8522dac7daa74a8d809850664ad8249f is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:09.412558 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:09.419098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:09.531333 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.610881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.623170 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-574df70f-9ca9-4800-bc51-9d4191ba891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:09.667630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efde8573-e98e-4268-bb18-515716ed0f22,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:09.671445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:09.685376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 47916) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:09.685519 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-beb24bd7-0282-4ca9-bcc0-afc755902338 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8522dac7daa74a8d809850664ad8249f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3187065
Apr 20 17:33:09.753004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.781873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.827764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.833493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:09.851498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde8573-e98e-4268-bb18-515716ed0f22,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:09.856717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:09.861140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:09.865443 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efde8573-e98e-4268-bb18-515716ed0f22 HTTP/1.1" status: 204  len: 168 time: 0.1788480
Apr 20 17:33:10.542207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c8dd-9058-45d1-845a-0b9debe84069 req-c49486be-4c1a-4c91-8d4c-228b3e94ff7c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:10.543873 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4fe3c8dd-9058-45d1-845a-0b9debe84069 req-c49486be-4c1a-4c91-8d4c-228b3e94ff7c tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.1023970
Apr 20 17:33:10.596989 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4fe3c8dd-9058-45d1-845a-0b9debe84069 req-0677cd21-51ab-49e7-8032-146bf0a04b6a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462811
Apr 20 17:33:11.806248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca012f6-0c79-47f2-8297-37b087e88f71 req-a220c59c-b529-4261-824f-383cf4a89d62 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:11.807864 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ca012f6-0c79-47f2-8297-37b087e88f71 req-a220c59c-b529-4261-824f-383cf4a89d62 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0908911
Apr 20 17:33:11.858717 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0ca012f6-0c79-47f2-8297-37b087e88f71 req-336d367b-b9f7-43ec-8bc2-05996c06eb11 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442247
Apr 20 17:33:12.815858 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:13.064962 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aead57-88ba-481c-a82f-a6b5bb69cd8f req-209899cb-1e93-40cb-b4d9-0f8f027395f5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:13.066683 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94aead57-88ba-481c-a82f-a6b5bb69cd8f req-209899cb-1e93-40cb-b4d9-0f8f027395f5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0893590
Apr 20 17:33:13.114225 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94aead57-88ba-481c-a82f-a6b5bb69cd8f req-b2d2d47c-da57-420d-bfdd-c97e57fa2e77 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406704
Apr 20 17:33:14.323275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197077b2-739d-4462-b3f6-8bb77ce679b9 req-eba66e6b-93d1-4412-9227-43cd0065294d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:14.324857 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-197077b2-739d-4462-b3f6-8bb77ce679b9 req-eba66e6b-93d1-4412-9227-43cd0065294d tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 944 time: 0.0926843
Apr 20 17:33:14.372706 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-197077b2-739d-4462-b3f6-8bb77ce679b9 req-779bfdac-a347-4078-a453-6a1793959da9 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412989
Apr 20 17:33:15.052652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:33:15.199629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:33:15.216013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'port_id': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'mac_address': 'fa:16:3e:c0:47:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:33:15.278927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:15.312497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:33:15.323943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:33:15.327044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:15.328946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:15.576732 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=9']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:15.580098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:15.598408 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c6a1d-f3dd-4789-97c4-456a823f7b4b req-52e25863-208f-4ecf-9e90-01804c84209a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:15.600011 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b2c6a1d-f3dd-4789-97c4-456a823f7b4b req-52e25863-208f-4ecf-9e90-01804c84209a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.1001272
Apr 20 17:33:15.648915 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b2c6a1d-f3dd-4789-97c4-456a823f7b4b req-52ebe318-719c-4f52-96bc-075956b76482 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423765
Apr 20 17:33:15.713025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['ec69aa13-f038-44b4-a323-b69a19f5fb07'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:33:16.859859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c3916-b7c9-4bfd-8591-0fc9f4ca3566 req-7230d3c3-fbfc-4609-9f82-95f5103997b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:16.861498 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e30c3916-b7c9-4bfd-8591-0fc9f4ca3566 req-7230d3c3-fbfc-4609-9f82-95f5103997b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 945 time: 0.0897250
Apr 20 17:33:16.911952 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e30c3916-b7c9-4bfd-8591-0fc9f4ca3566 req-aacefec0-04c0-494c-98df-a32ecd7a65aa tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439489
Apr 20 17:33:17.067925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:33:17.140642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port ec69aa13-f038-44b4-a323-b69a19f5fb07 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:33:17.140972 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:17.266291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:17.294969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:33:17.306051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:33:17.308929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:17.310894 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:17.348906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'code': 200}
Apr 20 17:33:17.382412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=10']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:17.385403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:17.648870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbf887-a8fa-4a5f-ab7a-e6d0fde90f5f req-9c476992-48ca-4219-8edd-580fde708583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:17.650675 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1cbf887-a8fa-4a5f-ab7a-e6d0fde90f5f req-9c476992-48ca-4219-8edd-580fde708583 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1100 time: 0.0824575
Apr 20 17:33:17.694433 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e1cbf887-a8fa-4a5f-ab7a-e6d0fde90f5f req-7ade29ab-d47b-4606-96d2-5b1cced798c4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361834
Apr 20 17:33:18.121985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09982bd4-d868-4421-8084-bc7bf7dc20a2 req-9b683207-8e33-4bc2-9a72-242cce9fd8d7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:18.123736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09982bd4-d868-4421-8084-bc7bf7dc20a2 req-9b683207-8e33-4bc2-9a72-242cce9fd8d7 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.0923169
Apr 20 17:33:18.173677 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-09982bd4-d868-4421-8084-bc7bf7dc20a2 req-1ee2a342-d686-415a-b994-b29fe717163f tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424635
Apr 20 17:33:19.311031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:33:19.394786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcb711-8fe6-4e25-bff2-046615be9e8d req-90252075-b8ac-4257-83e3-3478c5c67405 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:19.396199 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d0fcb711-8fe6-4e25-bff2-046615be9e8d req-90252075-b8ac-4257-83e3-3478c5c67405 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.0958731
Apr 20 17:33:19.445271 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d0fcb711-8fe6-4e25-bff2-046615be9e8d req-4a4c05d0-c97a-4e71-ae5c-66ec46bc74e5 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422380
Apr 20 17:33:20.902664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5173f-dcd1-42dd-a762-73909c486975 req-f3ecfa2f-81ee-4ae2-8bd1-b476e46c04b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:20.904286 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f3f5173f-dcd1-42dd-a762-73909c486975 req-f3ecfa2f-81ee-4ae2-8bd1-b476e46c04b4 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.3410251
Apr 20 17:33:20.956922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f3f5173f-dcd1-42dd-a762-73909c486975 req-1d55fc77-dba7-4b6e-85c2-1d447c432b9a tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433419
Apr 20 17:33:22.324792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48082) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:22.451661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.467866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:22.471900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Usage tracker for resource:security_group_rule and tenant:6c11d5c4d670430cbf625de412a989af is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:22.475649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:22.481808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:22.567748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.570428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.579230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b29c034-4f74-47e0-b1f2-b68f6355f5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:22.620916 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c11d5c4d670430cbf625de412a989af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2949545
Apr 20 17:33:22.622716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65cddf9-0bef-4cfd-a62c-1149ba64ee40,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:22.623989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48090) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:22.626359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fd1802b8-7490-4372-8230-709a42bbaa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:22.686662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.717120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.762957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.768287 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6adc8bba-45a1-40fa-913b-9565d0453571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:22.783382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65cddf9-0bef-4cfd-a62c-1149ba64ee40,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:22.786104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:22.788404 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:22.789456 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e65cddf9-0bef-4cfd-a62c-1149ba64ee40 HTTP/1.1" status: 204  len: 168 time: 0.1643565
Apr 20 17:33:23.083540 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48098) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:23.102553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.118043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:33:23.122049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Usage tracker for resource:security_group_rule and tenant:f57695e05a694d9cb325dccff9839aab is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:33:23.124957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:33:23.131856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:33:23.216075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.219421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.228959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c95f17b4-f86c-4767-8045-4a0dc8ae37c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:23.272360 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f57695e05a694d9cb325dccff9839aab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1876457
Apr 20 17:33:23.273430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189cc2a0-e9a8-4e2d-bc09-db36e5701e4d,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:23.275619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48102) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:33:23.277044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:23.343851 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.371491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.416280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.421328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1deccc0b-8b64-4352-b3f9-d7f848044e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:33:23.435596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189cc2a0-e9a8-4e2d-bc09-db36e5701e4d,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:33:23.438387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:33:23.448630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:23.449892 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5382abef-d303-4630-a6b1-34f31def5f1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/189cc2a0-e9a8-4e2d-bc09-db36e5701e4d HTTP/1.1" status: 204  len: 168 time: 0.1731019
Apr 20 17:33:23.649073 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c2c63bec-5105-4dd7-8b31-6ab9ed706808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:26.146528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cf7d73e6-b352-4216-89c9-19d21f21c6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:27.262841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:27.636392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:28.672769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:40.503840 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-4efe6a64-1f86-402a-8636-4181a0902c1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1001813
Apr 20 17:33:40.680789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-3893506f-1a33-4e24-919b-ebdb9a27f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:40.682426 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-3893506f-1a33-4e24-919b-ebdb9a27f0d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ea55651c2f984e1e902967bd84152de2&device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 1100 time: 0.0821764
Apr 20 17:33:40.846733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-17cab13f-b0da-4b06-9e2c-2da999a7da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:40.849232 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-17cab13f-b0da-4b06-9e2c-2da999a7da99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 200  len: 918 time: 0.1449001
Apr 20 17:33:40.965964 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-3dcdc379-0e85-4786-866e-919cd74d51d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 200  len: 1001 time: 0.1093142
Apr 20 17:33:41.046813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-6c14b5db-6491-44ad-995a-3a75cf225af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:41.048494 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-6c14b5db-6491-44ad-995a-3a75cf225af6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 200  len: 855 time: 0.0746181
Apr 20 17:33:41.136015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-8c8cf51b-9ce2-4d40-a40b-181ca5caec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:33:41.137691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-8c8cf51b-9ce2-4d40-a40b-181ca5caec85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=03df977a-221f-4966-8961-7a61ea0df765&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804980
Apr 20 17:33:41.308805 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-dba24290-edd6-4745-9323-3d08e510e358 service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618862
Apr 20 17:33:41.527088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-172cf045-20fd-4087-bdbf-6f12ca5f83f0 req-08a0f90c-7713-4829-94e2-1e4edafdadfd service neutron] 10.222.0.72 "GET /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109885
Apr 20 17:33:42.829982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:53.652503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3439fd55-ed9f-4df0-b9ca-e3b3b21a9b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:56.147136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1a118702-924c-4ed4-9aac-bf0c567643ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:56.310456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:33:57.266982 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:57.638937 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:33:58.671490 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.079406 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48312) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:02.213934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.231135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:02.235234 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Usage tracker for resource:security_group_rule and tenant:3742440ecf96414998e669170b2d6984 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:02.238717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:02.244717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:02.343193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.346131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.355746 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6149f610-96ac-4dae-98c0-01f4f8a40525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:02.397763 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3742440ecf96414998e669170b2d6984&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171573
Apr 20 17:34:02.399768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6db54-b71a-4781-9643-cbe37b9e9491,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:02.400948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48318) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:02.407879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.408321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.408743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.409160 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.409980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.410130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.410432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.410842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.411252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.411660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.412065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.412469 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.416758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:02.467041 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.494416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.543640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.548487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-31164e1a-3896-4d7a-a5dc-17fd3aa58300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:02.563305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6db54-b71a-4781-9643-cbe37b9e9491,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:02.575805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.576222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.576635 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.577040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.577464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.577867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.578264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.578658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.579053 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.579445 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.579836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.580227 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:02.584499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:02.588047 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4f6db54-b71a-4781-9643-cbe37b9e9491 HTTP/1.1" status: 204  len: 168 time: 0.1836488
Apr 20 17:34:02.588047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:03.245887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fd31b-8aaa-45c3-80cc-05703d1d3eef req-246b6acf-c187-427f-bbe3-8565773d19b8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:03.247573 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb9fd31b-8aaa-45c3-80cc-05703d1d3eef req-246b6acf-c187-427f-bbe3-8565773d19b8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0959327
Apr 20 17:34:03.300328 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fb9fd31b-8aaa-45c3-80cc-05703d1d3eef req-2a3bb4f2-ee92-4a60-8602-5c67015e1f30 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456185
Apr 20 17:34:04.507960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adf2a7-05bc-47cc-bb9a-2b8a88982959 req-05dc415a-a448-43f1-9ca3-1f71109c5594 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:04.509607 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-41adf2a7-05bc-47cc-bb9a-2b8a88982959 req-05dc415a-a448-43f1-9ca3-1f71109c5594 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0930333
Apr 20 17:34:04.558723 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-41adf2a7-05bc-47cc-bb9a-2b8a88982959 req-36bb9d92-a6fb-4c0e-b222-c03d1743d944 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425990
Apr 20 17:34:05.764452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf9b0e-7543-4dcf-ab9c-05ea88d2fbb1 req-6640f4c4-a16c-4767-8b8c-fa678147b3f9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:05.766005 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1ddf9b0e-7543-4dcf-ab9c-05ea88d2fbb1 req-6640f4c4-a16c-4767-8b8c-fa678147b3f9 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0928667
Apr 20 17:34:05.817650 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1ddf9b0e-7543-4dcf-ab9c-05ea88d2fbb1 req-af04d438-8cf7-4f92-9076-e63c43c4a54d tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447004
Apr 20 17:34:07.030364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad0c2-b603-49cc-b971-d77cca3b4f81 req-0cb8b478-fa81-4b04-b725-d95b67e27a17 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:07.031919 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba2ad0c2-b603-49cc-b971-d77cca3b4f81 req-0cb8b478-fa81-4b04-b725-d95b67e27a17 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0984156
Apr 20 17:34:07.084025 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba2ad0c2-b603-49cc-b971-d77cca3b4f81 req-41834d15-02b7-462d-b336-f63aaca71b1e tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451839
Apr 20 17:34:08.294733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c244ff-6d13-4b04-a3a6-7d29371f7053 req-f491c056-3b17-44f6-9ce3-72ec49de4bf0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:08.296460 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-72c244ff-6d13-4b04-a3a6-7d29371f7053 req-f491c056-3b17-44f6-9ce3-72ec49de4bf0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1005983
Apr 20 17:34:08.347885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-72c244ff-6d13-4b04-a3a6-7d29371f7053 req-3ce728ad-6066-47f9-94b1-7a8d686f6529 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439765
Apr 20 17:34:09.570242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f01d0-958c-41b9-9014-bfaf85751d3e req-ebc31d05-eeb1-45c0-b1f0-a5e0cc883543 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:09.571990 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1f01d0-958c-41b9-9014-bfaf85751d3e req-ebc31d05-eeb1-45c0-b1f0-a5e0cc883543 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1010978
Apr 20 17:34:09.624164 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ef1f01d0-958c-41b9-9014-bfaf85751d3e req-c1c3f314-513c-4d81-8c8b-72cea5105c5d tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447524
Apr 20 17:34:09.713893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99d57-adb9-47f2-9d18-0416f9d41a44 req-579af783-f47f-4f2f-a779-537f679ed6f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:09.715534 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1cf99d57-adb9-47f2-9d18-0416f9d41a44 req-579af783-f47f-4f2f-a779-537f679ed6f1 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.0926323
Apr 20 17:34:09.765390 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1cf99d57-adb9-47f2-9d18-0416f9d41a44 req-27d80537-b318-4ee9-8eb2-24366dd93405 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431046
Apr 20 17:34:10.834709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0660354-7090-4496-83cc-a2436b9a5b56 req-78b7d594-1d6f-40b2-a775-8e8d186a94c2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:10.836326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b0660354-7090-4496-83cc-a2436b9a5b56 req-78b7d594-1d6f-40b2-a775-8e8d186a94c2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0961461
Apr 20 17:34:10.888941 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b0660354-7090-4496-83cc-a2436b9a5b56 req-f97000e5-4571-4903-a52e-27ca90e882e6 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455489
Apr 20 17:34:10.983886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a9ce4-20f0-46e0-9afb-db65a2727bb4 req-d44bb9cf-61a5-4c64-911e-a346bbbb6173 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:10.985461 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-968a9ce4-20f0-46e0-9afb-db65a2727bb4 req-d44bb9cf-61a5-4c64-911e-a346bbbb6173 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.0940852
Apr 20 17:34:11.036969 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-968a9ce4-20f0-46e0-9afb-db65a2727bb4 req-ad4546ff-1836-4846-ab60-f55f0a1b6940 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442858
Apr 20 17:34:11.497998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3aa7b-b416-4e76-915a-02636b633588 req-b5fbab37-4062-4b9f-835a-2fea6e790bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:11.499545 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78c3aa7b-b416-4e76-915a-02636b633588 req-b5fbab37-4062-4b9f-835a-2fea6e790bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.0889289
Apr 20 17:34:11.583705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Deleting port ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:11.584094 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:11.841578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] For port ec69aa13-f038-44b4-a323-b69a19f5fb07, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ec69aa13-f038-44b4-a323-b69a19f5fb07,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:11.842158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.215193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a2d29-5364-4cf1-8e1d-023979b96ead req-139bd912-c9cd-4f29-8596-79d278e6dd21 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:12.216386 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f11a2d29-5364-4cf1-8e1d-023979b96ead req-139bd912-c9cd-4f29-8596-79d278e6dd21 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.2112806
Apr 20 17:34:12.254143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.254528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.254833 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Floating IP 1d578a22-6d98-4d8e-92b4-3d7f2cc98da2 disassociated. External IP: 172.27.0.98, port: ec69aa13-f038-44b4-a323-b69a19f5fb07.
Apr 20 17:34:12.255216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Calling delete_port for ec69aa13-f038-44b4-a323-b69a19f5fb07 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:12.270881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9649a-6816-476e-a9f3-a2e5975b9792 req-00deec3e-a2d0-4cf2-a6d6-99327cb8e753 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:12.272995 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21e9649a-6816-476e-a9f3-a2e5975b9792 req-00deec3e-a2d0-4cf2-a6d6-99327cb8e753 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 947 time: 0.1102691
Apr 20 17:34:12.328231 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21e9649a-6816-476e-a9f3-a2e5975b9792 req-47db2bc4-5cf8-45ef-a977-440149084d99 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups?id=77ff176d-d7ee-48c2-aab8-51aa9371de7c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476029
Apr 20 17:34:12.333913 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f11a2d29-5364-4cf1-8e1d-023979b96ead req-b09b674e-08fd-4f7e-ab11-865fc454b30e tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095958
Apr 20 17:34:12.438684 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.445596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-10cef749-ada8-4fae-aeb5-4beff469ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:12.497627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'Port': ['ID=ec69aa13-f038-44b4-a323-b69a19f5fb07,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:12.500825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:12.691155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:34:12.835043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.887171 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:34:12.897848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:34:12.908757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:12.909470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334464550>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:12.971517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] No DVR routers for this DVR port ec69aa13-f038-44b4-a323-b69a19f5fb07 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:34:12.974661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:12.977781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-deleted', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:12.994607 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78c3aa7b-b416-4e76-915a-02636b633588 req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.72 "DELETE /v2.0/ports/ec69aa13-f038-44b4-a323-b69a19f5fb07 HTTP/1.1" status: 204  len: 173 time: 1.4851840
Apr 20 17:34:13.044644 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa3f50-ac27-4c86-879f-b4a4addc0c8b', 'name': 'network-vif-deleted', 'tag': 'ec69aa13-f038-44b4-a323-b69a19f5fb07', 'status': 'completed', 'code': 200}
Apr 20 17:34:13.114163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:13.478242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334464550>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:13.482968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:34:13.492708 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:13.493410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334464550>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:13.519125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79b08b-49fa-49d2-8cfd-18a82068240f req-9f1730f5-e940-4462-8346-126c00b6a968 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:13.520880 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca79b08b-49fa-49d2-8cfd-18a82068240f req-9f1730f5-e940-4462-8346-126c00b6a968 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0971305
Apr 20 17:34:13.576473 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ec520-a9c8-42d3-888f-8052bfd12be6 req-a267fb87-1207-4505-b317-e9f01a07e08a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:13.578171 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f46ec520-a9c8-42d3-888f-8052bfd12be6 req-a267fb87-1207-4505-b317-e9f01a07e08a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1039553
Apr 20 17:34:13.636125 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ca79b08b-49fa-49d2-8cfd-18a82068240f req-42786ae2-73eb-4adb-8055-0f2e76ea1249 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692244
Apr 20 17:34:13.644196 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f46ec520-a9c8-42d3-888f-8052bfd12be6 req-1501c609-9021-4b15-a860-94222fc36558 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585144
Apr 20 17:34:13.691301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-dbb6045a-bbca-49c2-b0af-1eb339405553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:13.693543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-dbb6045a-bbca-49c2-b0af-1eb339405553 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.1715591
Apr 20 17:34:13.734914 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:14.113699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2d9528fc-beda-46f0-9638-666e6ee66ce0 req-56eafb26-1caf-487c-be8f-7081989729dd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Synchronizing usage tracker for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:34:14.154833 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-2d9528fc-beda-46f0-9638-666e6ee66ce0 req-56eafb26-1caf-487c-be8f-7081989729dd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Unset dirty status for tenant:ea55651c2f984e1e902967bd84152de2 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:34:14.156106 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2d9528fc-beda-46f0-9638-666e6ee66ce0 req-56eafb26-1caf-487c-be8f-7081989729dd tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5fa3f50-ac27-4c86-879f-b4a4addc0c8b HTTP/1.1" status: 200  len: 210 time: 0.3615336
Apr 20 17:34:14.178021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-8eba50ff-17f1-4454-8bd0-d79caf5c162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:14.179584 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-8eba50ff-17f1-4454-8bd0-d79caf5c162f service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.4770987
Apr 20 17:34:14.252376 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334464550>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:14.257418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8bc9-745b-4cfe-ba0f-fd123f1494a7 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:26:23Z', 'revision_number': 4, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '422b8487-5ae5-40db-ac5a-99d10a9829d4', 'name': '', 'network_id': '03df977a-221f-4966-8961-7a61ea0df765', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'mac_address': 'fa:16:3e:86:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:22Z', 'updated_at': '2021-04-20T17:26:31Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'subnets': [{'id': '6a3239dc-b923-42b3-83d5-7a31aabbd48b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:34:14.295551 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-a5e3d8e3-b133-42c0-a4ba-9435e3778876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 1001 time: 0.1077545
Apr 20 17:34:14.367659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-b8626c21-fa5a-4ac6-97f2-e245eea950ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:14.369264 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-b8626c21-fa5a-4ac6-97f2-e245eea950ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.0647230
Apr 20 17:34:14.462310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-ea75985f-eded-4845-93f0-948e31b63fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:14.463913 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-ea75985f-eded-4845-93f0-948e31b63fda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868549
Apr 20 17:34:14.616536 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-5ebb49b2-ab24-4c7f-a97d-ae0ed1f31a2d service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417513
Apr 20 17:34:14.688865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed866d98-6190-4dcd-9bd3-22f772f45434 None None] New status for floating IP 1d578a22-6d98-4d8e-92b4-3d7f2cc98da2: DOWN {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:34:14.776507 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ac1b81a7-5c24-42af-8a64-78ad01189c2b req-454f173e-7c86-4776-80ba-182d52c05069 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526933
Apr 20 17:34:14.881063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a19d-b29b-4cc6-a3ef-1561571515e3 req-0c10de70-b648-4a27-9953-a075534cdff8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:14.883298 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c82a19d-b29b-4cc6-a3ef-1561571515e3 req-0c10de70-b648-4a27-9953-a075534cdff8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1003659
Apr 20 17:34:14.895968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e1427-5d38-4e50-a0bb-82794b06bd97 req-83cd53b1-373a-4c4a-9bd3-4bdcece0ab62 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:14.903833 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fd8e1427-5d38-4e50-a0bb-82794b06bd97 req-83cd53b1-373a-4c4a-9bd3-4bdcece0ab62 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.1121457
Apr 20 17:34:14.939897 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7c82a19d-b29b-4cc6-a3ef-1561571515e3 req-206b6c90-8530-43da-a7ac-584b0efcac19 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499506
Apr 20 17:34:15.135423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48500) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:15.186124 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fd8e1427-5d38-4e50-a0bb-82794b06bd97 req-b37f293e-ccd5-4ea8-8af8-19e27ad38113 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2813411
Apr 20 17:34:15.280254 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.295263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48510) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:15.301000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:15.305021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Usage tracker for resource:security_group_rule and tenant:336f450e025e455295890d989f8663b9 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:15.308054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:15.314074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:15.366310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.394369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:15.396353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.403883 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.407338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.417525 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d1cb94d6-f355-4582-86a2-f7f3df6d2995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:15.435786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: ec69aa13-f038-44b4-a323-b69a19f5fb07 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:34:15.436163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device ec69aa13-f038-44b4-a323-b69a19f5fb07 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:34:15.444744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.450096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e745ab05-69bc-48f8-a22d-4a95b8d2a740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:15.464766 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=336f450e025e455295890d989f8663b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255630
Apr 20 17:34:15.464766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430434f0-0f0b-427a-975b-3fba66e92b43,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:15.465877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48514) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:15.466476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-579a1c61-c69d-4d20-9083-68281e5f136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:15.469304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff176d-d7ee-48c2-aab8-51aa9371de7c,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:15.473457 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:15.513270 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.514453 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "DELETE /v2.0/security-groups/77ff176d-d7ee-48c2-aab8-51aa9371de7c HTTP/1.1" status: 204  len: 168 time: 0.2180781
Apr 20 17:34:15.517529 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48518) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:15.535714 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.api.v2.resource [None req-f5acaa95-61c2-4232-90ee-996071870313 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] show failed (client error): The resource could not be found.
Apr 20 17:34:15.540630 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f5acaa95-61c2-4232-90ee-996071870313 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "GET /v2.0/security-groups/77ff176d-d7ee-48c2-aab8-51aa9371de7c HTTP/1.1" status: 404  len: 347 time: 0.0184155
Apr 20 17:34:15.540630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48522) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:15.547083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.575299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.626296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.632421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9f84cc7a-5ce3-4ee0-8356-2ea3a5b48075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:15.646309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430434f0-0f0b-427a-975b-3fba66e92b43,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:15.649640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:15.650619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.655178 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3d07ebdd-d1e8-4e66-8fa7-26cf6831fe3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/430434f0-0f0b-427a-975b-3fba66e92b43 HTTP/1.1" status: 204  len: 168 time: 0.1841035
Apr 20 17:34:15.763316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Deleting port 194361f4-0f0b-42f0-832a-fbb9a9c79c1f {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:15.763699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:15.947546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-202f7912-1bec-4601-82ac-a9f21fb1345c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:15.949239 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-202f7912-1bec-4601-82ac-a9f21fb1345c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.2566941
Apr 20 17:34:16.056743 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:16.057117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:16.077841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port 52e4df37-7bc1-4fbf-9e81-939d440979fb {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:16.078229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:16.290318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Calling delete_port for 194361f4-0f0b-42f0-832a-fbb9a9c79c1f owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:16.411168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bd304-900e-4c59-8c6e-dceebd3eebaa req-f1b3aad9-d68d-4fd2-95fc-65ef18175ebb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:16.413307 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc9bd304-900e-4c59-8c6e-dceebd3eebaa req-f1b3aad9-d68d-4fd2-95fc-65ef18175ebb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 945 time: 0.0956876
Apr 20 17:34:16.461382 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bc9bd304-900e-4c59-8c6e-dceebd3eebaa req-c7aaf77c-f6ab-4fe2-aa1b-dba39da693fd tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418515
Apr 20 17:34:16.505385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1bc2e-caa3-412e-8156-aa3837a7355c req-bdea208b-d1f8-4bb9-805f-14443e6fdfd2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:16.506905 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7c1bc2e-caa3-412e-8156-aa3837a7355c req-bdea208b-d1f8-4bb9-805f-14443e6fdfd2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.4400029
Apr 20 17:34:16.700282 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e7c1bc2e-caa3-412e-8156-aa3837a7355c req-674840f1-9695-4d3e-9852-786c2215e86b tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362054
Apr 20 17:34:16.726013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:16.734624 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a92e37bf-396c-4b18-bc7f-1a6521a1ba4b tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:16.790363 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Pushing event deleted for resources: {'Port': ['ID=194361f4-0f0b-42f0-832a-fbb9a9c79c1f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:16.820147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:16.827131 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] For port 52e4df37-7bc1-4fbf-9e81-939d440979fb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=52e4df37-7bc1-4fbf-9e81-939d440979fb,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:16.827544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.048767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.198430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.199669 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d578a22-6d98-4d8e-92b4-3d7f2cc98da2 HTTP/1.1" status: 204  len: 168 time: 1.6583152
Apr 20 17:34:17.220544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.223226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.223226 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP d07fa968-619c-458a-8483-6befc60adf11 disassociated. External IP: 172.27.0.29, port: 52e4df37-7bc1-4fbf-9e81-939d440979fb.
Apr 20 17:34:17.223226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for 52e4df37-7bc1-4fbf-9e81-939d440979fb owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:17.381845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:17.387856 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e60480d0-d5bf-4e6b-b0d3-3a528f8b8bdf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:17.437242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=52e4df37-7bc1-4fbf-9e81-939d440979fb,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:17.442049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:17.640867 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba00a385-7e79-4976-865f-fe8636a9a5e4 req-56486535-9dae-4e27-b0a5-a2b6c001d1c5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.0554888
Apr 20 17:34:17.956384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:34:18.113481 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654911b-1105-4d97-b934-c97119c74673 req-1952a46d-09b7-48cc-b95e-653fdbac9dc0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:18.115025 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a654911b-1105-4d97-b934-c97119c74673 req-1952a46d-09b7-48cc-b95e-653fdbac9dc0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.2337167
Apr 20 17:34:18.191695 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a654911b-1105-4d97-b934-c97119c74673 req-d33479be-d0ae-439b-8abe-160c960fa80a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682199
Apr 20 17:34:18.219105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:34:18.229401 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:34:18.239435 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:18.240203 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334193e48>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:18.301940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] No DVR routers for this DVR port 52e4df37-7bc1-4fbf-9e81-939d440979fb on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:34:18.304414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:18.307509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'name': 'network-vif-deleted', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:18.327640 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-67fa002d-b62e-4e9b-8745-7e932fe84712 req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "DELETE /v2.0/ports/52e4df37-7bc1-4fbf-9e81-939d440979fb HTTP/1.1" status: 204  len: 173 time: 2.3698919
Apr 20 17:34:18.363444 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692ab14f-6ecc-4c00-8798-c66bf8e99486', 'name': 'network-vif-deleted', 'tag': '52e4df37-7bc1-4fbf-9e81-939d440979fb', 'status': 'completed', 'code': 200}
Apr 20 17:34:18.466795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:18.616879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48556) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:18.676311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac8d80-e42d-4b7a-b38e-79e0fee94938 req-59f41f4c-5523-46cd-b212-90c3df9342aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:18.678476 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6aac8d80-e42d-4b7a-b38e-79e0fee94938 req-59f41f4c-5523-46cd-b212-90c3df9342aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1077771
Apr 20 17:34:18.750736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6aac8d80-e42d-4b7a-b38e-79e0fee94938 req-0fc21e7e-adf7-4271-a7db-6c89a095d508 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656557
Apr 20 17:34:18.868079 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-8489b68a-067b-4483-9f95-5058e800d0e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2494283
Apr 20 17:34:18.895408 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4971233b-1428-4a64-a557-16a51d63da5f req-680ea9d6-3a38-4568-af84-187c1f75e5d3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=692ab14f-6ecc-4c00-8798-c66bf8e99486 HTTP/1.1" status: 200  len: 210 time: 0.0968111
Apr 20 17:34:18.908357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334193e48>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:18.913436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:34:18.923354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:18.924024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334193e48>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:19.111559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:19.411080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 52e4df37-7bc1-4fbf-9e81-939d440979fb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:19.450261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334193e48>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:19.450500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 52e4df37-7bc1-4fbf-9e81-939d440979fb {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:34:19.450820 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 52e4df37-7bc1-4fbf-9e81-939d440979fb not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:34:19.455321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f491f-8008-47e9-bec1-4261396a3000 None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:34:19.872559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75793d29-b3ac-4d6e-8a29-7d3f1aa0a1c6 None None] New status for floating IP d07fa968-619c-458a-8483-6befc60adf11: DOWN {{(pid=86383) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:34:20.041868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c844-7606-406e-bb2b-7ff70e898ebd req-54e9f17b-a6c5-4bab-82d9-f14012db12e0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:20.044344 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7da8c844-7606-406e-bb2b-7ff70e898ebd req-54e9f17b-a6c5-4bab-82d9-f14012db12e0 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1024718
Apr 20 17:34:20.105252 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7da8c844-7606-406e-bb2b-7ff70e898ebd req-000715c5-be45-4f18-b645-7841daaddf2a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539668
Apr 20 17:34:20.219683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48588) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:20.506406 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-1ca41897-d46b-4bf2-a7b6-a901e15f917f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676135381&fields=id&tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 267 time: 0.1875119
Apr 20 17:34:20.840836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-a942d8fb-d1c6-4da2-acc4-ba778117f348 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:20.842347 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-a942d8fb-d1c6-4da2-acc4-ba778117f348 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.3210852
Apr 20 17:34:20.874234 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-06bdbe96-c373-4777-93e0-8df830192495 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/quotas/3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 375 time: 0.0209701
Apr 20 17:34:21.078605 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-25349ba0-fb69-41af-8fea-dc13ac03ff5d tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1968720
Apr 20 17:34:21.304909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5b4b9364-b4f5-49ae-b4d4-993deedbb245 service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109215
Apr 20 17:34:21.314622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0664ce-3787-4011-845a-59a1c527d159 req-224a04c8-70c9-48f9-8ebf-2dbced0b5566 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:21.316261 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2e0664ce-3787-4011-845a-59a1c527d159 req-224a04c8-70c9-48f9-8ebf-2dbced0b5566 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0901949
Apr 20 17:34:21.368756 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2e0664ce-3787-4011-845a-59a1c527d159 req-99db7f39-fb59-4722-958a-d90fded7b34a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459070
Apr 20 17:34:21.401665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:21.417848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:21.543393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:21.573585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:21.584539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:21.587865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:21.590516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e3d0063f-0e7b-4849-9b51-f6fc09f2a545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:21.623250 dv-cinder-786927-2-iscsi neutron-server[86268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'code': 422} returned with failed status
Apr 20 17:34:21.623713 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-707772ef-91d8-45fc-9e6a-1b51c69adb2b service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3106351
Apr 20 17:34:21.665606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=6']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:21.673986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.674382 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.674809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.675193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.675570 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.675945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.676316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.676686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.677056 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.677451 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.677817 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.678182 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:34:21.682859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:22.065153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Deleting port 422b8487-5ae5-40db-ac5a-99d10a9829d4 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:22.065822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:22.071915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-4e08b162-a094-4c53-99c4-27b485f82bca req-4e7ee9cc-955a-4434-8976-e84f54f4688f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:34:22.087834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-4e08b162-a094-4c53-99c4-27b485f82bca req-4e7ee9cc-955a-4434-8976-e84f54f4688f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:34:22.089255 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4e08b162-a094-4c53-99c4-27b485f82bca req-4e7ee9cc-955a-4434-8976-e84f54f4688f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 210 time: 0.0669875
Apr 20 17:34:22.263603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] For port 422b8487-5ae5-40db-ac5a-99d10a9829d4, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=422b8487-5ae5-40db-ac5a-99d10a9829d4,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:22.264007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:22.401866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Calling delete_port for 422b8487-5ae5-40db-ac5a-99d10a9829d4 owned by network:router_interface {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:22.602646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaae06-ec6b-4116-b5c0-d8e87db493a3 req-7853323b-e18f-4eed-8524-15c14212ba13 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:22.604291 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1eaaae06-ec6b-4116-b5c0-d8e87db493a3 req-7853323b-e18f-4eed-8524-15c14212ba13 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.1181860
Apr 20 17:34:22.704800 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1eaaae06-ec6b-4116-b5c0-d8e87db493a3 req-e8f9b4ce-e8fe-49fc-87d2-f3bcccbc85bc tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660529
Apr 20 17:34:22.708308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:22.712467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9f8a372-df95-4232-9378-3362b5007856 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:22.759740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=422b8487-5ae5-40db-ac5a-99d10a9829d4,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:22.763193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:23.046028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:23.342584 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e4889539-99b7-4f45-8cf4-c0133648a7d8 req-275bc1f3-c350-4c6e-90e5-26b0deed2fc9 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 210 time: 0.0581982
Apr 20 17:34:23.408179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-1cd49b3d-81fe-4eb6-aad2-58eb1a5fe2c0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:23.410927 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-1cd49b3d-81fe-4eb6-aad2-58eb1a5fe2c0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.2399883
Apr 20 17:34:23.507492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Router b7a6dfd9-1c42-4479-a021-ecd301136471 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:34:23.512164 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-bda0d1b5-fb98-4e65-8460-8a5b774b1075 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 8061 time: 0.0850096
Apr 20 17:34:23.530831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'port': {'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'admin_state_up': True, 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'security_groups': ['7363c793-0b3a-48fd-bf1b-5432e7189c38']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:34:23.656725 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-bed9c210-910e-4f3b-ad53-dce5f1faf08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:23.691634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:23.698871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:34:23.701714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:23.710318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Sync routers for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:34:23.714929 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d929653a-4e71-4039-b756-b42284010bcf admin admin] 10.222.0.25 "PUT /v2.0/routers/b7a6dfd9-1c42-4479-a021-ecd301136471/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4914565
Apr 20 17:34:23.715099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Made reservation on behalf of 3240c79aac5f4debaa182a571e07df04 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:34:23.716355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48628) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:23.719548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:23.723420 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:23.724257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33341931d0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:23.910334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.20.0.5 (4a49c47f-dfdd-4376-8b10-d24becd2e36a/962c0868-f9ed-492c-913f-6020ed5fa192/f6b48ec1-04f4-4912-867d-d39e16d874a8) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:34:23.931396 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:23.993765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.059281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cb74-3fa8-476b-87a2-098606c5d180 req-130951f1-cf23-4993-9906-ae4d011276a1 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:24.063900 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21a3cb74-3fa8-476b-87a2-098606c5d180 req-130951f1-cf23-4993-9906-ae4d011276a1 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.2066889
Apr 20 17:34:24.123580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.148130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Transition to ACTIVE for port object f6b48ec1-04f4-4912-867d-d39e16d874a8 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:34:24.177281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.184442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-31b48d2b-de2e-48a2-ba90-b254f7824786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:24.209962 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-21a3cb74-3fa8-476b-87a2-098606c5d180 req-b615bdf1-e8bd-4147-a18e-c085de6a37b6 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690899
Apr 20 17:34:24.270244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33341931d0>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:34:22Z', 'revision_number': 5, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port': {'id': 'f9f42e16-142e-4b5e-b913-3d343dea8c19', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:16Z', 'updated_at': '2021-04-20T17:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:24.276050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Checking router: b7a6dfd9-1c42-4479-a021-ecd301136471 for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:34:24.277952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.287018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:34:24.288966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Routers {'b7a6dfd9-1c42-4479-a021-ecd301136471'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:24.290853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33341931d0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:33:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['b7a6dfd9-1c42-4479-a021-ecd301136471'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:24.290995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Deleting port f9f42e16-142e-4b5e-b913-3d343dea8c19 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:24.291442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.292192 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:34:24.297047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:34:24.336848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:24.344580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:24.448829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:24.460190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.539322 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0129704
Apr 20 17:34:24.569548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Request body: {'port': {'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:34:24.576713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-471c7d13-a0b6-41ff-8923-b7611015c93f None None] Provisioning for port f6b48ec1-04f4-4912-867d-d39e16d874a8 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:34:24.593862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-471c7d13-a0b6-41ff-8923-b7611015c93f None None] Provisioning complete for port f6b48ec1-04f4-4912-867d-d39e16d874a8 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:34:24.594645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-471c7d13-a0b6-41ff-8923-b7611015c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.622734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] Set router b7a6dfd9-1c42-4479-a021-ecd301136471 gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:24.693375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-471c7d13-a0b6-41ff-8923-b7611015c93f None None] Port f6b48ec1-04f4-4912-867d-d39e16d874a8 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:34:24.778843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.847813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] For port f9f42e16-142e-4b5e-b913-3d343dea8c19, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f9f42e16-142e-4b5e-b913-3d343dea8c19,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:24.848248 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:24.874283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de2be6-d88a-4cfd-a6fd-26953f1df344 req-954a67d2-3851-4d75-b2f5-0cb3a51bb483 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:24.875052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b1de2be6-d88a-4cfd-a6fd-26953f1df344 req-954a67d2-3851-4d75-b2f5-0cb3a51bb483 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:34:24.913750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33341931d0>, [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:34:24Z', 'revision_number': 6, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:24.918155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb51dcd-01a4-472a-a4ff-47441ea01de8 None None] The sync data for ids ['b7a6dfd9-1c42-4479-a021-ecd301136471'] in dv-cinder-786927-2-iscsi is: [{'id': 'b7a6dfd9-1c42-4479-a021-ecd301136471', 'name': 'tempest-AttachVolumeShelveTestJSON-511843829-router', 'tenant_id': 'ea55651c2f984e1e902967bd84152de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:15Z', 'updated_at': '2021-04-20T17:34:24Z', 'revision_number': 6, 'project_id': 'ea55651c2f984e1e902967bd84152de2', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:34:24.951792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b1de2be6-d88a-4cfd-a6fd-26953f1df344 req-954a67d2-3851-4d75-b2f5-0cb3a51bb483 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:34:24.953148 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b1de2be6-d88a-4cfd-a6fd-26953f1df344 req-954a67d2-3851-4d75-b2f5-0cb3a51bb483 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 931 time: 0.2692163
Apr 20 17:34:24.986501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Calling delete_port for f9f42e16-142e-4b5e-b913-3d343dea8c19 owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:25.092826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b1de2be6-d88a-4cfd-a6fd-26953f1df344 req-a44b4a97-593b-44bb-91f0-d37302c16323 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325643
Apr 20 17:34:25.192217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.202384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c4a5ef56-0a58-46fa-824c-3b388588dc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:25.244734 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b48ec1-04f4-4912-867d-d39e16d874a8 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:34:25.255279 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.258459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f42e16-142e-4b5e-b913-3d343dea8c19,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:25.273057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Transition to ACTIVE for port object f6b48ec1-04f4-4912-867d-d39e16d874a8 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:34:25.280366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.296247 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fb49e494-6ee7-40f5-8e6c-40b772574bcf tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:25.306300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:25.340863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 422b8487-5ae5-40db-ac5a-99d10a9829d4 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:25.389228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.417655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 422b8487-5ae5-40db-ac5a-99d10a9829d4 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:34:25.418047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 422b8487-5ae5-40db-ac5a-99d10a9829d4 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:34:25.418511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f9f42e16-142e-4b5e-b913-3d343dea8c19 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:25.478781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: f9f42e16-142e-4b5e-b913-3d343dea8c19 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:34:25.479181 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f9f42e16-142e-4b5e-b913-3d343dea8c19 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:34:25.552626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:25.565764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:25.653535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.656716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.660556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Attempting to bind port f6b48ec1-04f4-4912-867d-d39e16d874a8 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:34:25.660878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Attempting to bind port f6b48ec1-04f4-4912-867d-d39e16d874a8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:34:25.661312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Attempting to bind port f6b48ec1-04f4-4912-867d-d39e16d874a8 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:34:25.668965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Port f6b48ec1-04f4-4912-867d-d39e16d874a8 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:34:25.669359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Attempting to bind port f6b48ec1-04f4-4912-867d-d39e16d874a8 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:34:25.677695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:34:25.678074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:34:25.678491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Bound using segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:34:25.678956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Bound port: f6b48ec1-04f4-4912-867d-d39e16d874a8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:34:25.679337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.692478 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90076f7-d435-4803-a066-fb6411a5eaec req-6883f8b1-b3b9-4e21-aa8d-ab16e7109617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:25.694134 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-6883f8b1-b3b9-4e21-aa8d-ab16e7109617 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90&tenant_id=eb736a5fc52143d6a2fd781ae436d961 HTTP/1.1" status: 200  len: 1096 time: 0.2269099
Apr 20 17:34:25.701301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25acd-37ce-47e2-b5aa-c5afce7d5b29 req-a0709c15-3c49-4e36-8aca-81cb33d12736 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:25.702887 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7cf25acd-37ce-47e2-b5aa-c5afce7d5b29 req-a0709c15-3c49-4e36-8aca-81cb33d12736 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.2638736
Apr 20 17:34:25.704128 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.704721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a6dfd9-1c42-4479-a021-ecd301136471 {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:34:25.740397 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.741652 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f0479db6-ee5c-4d10-a2da-d4254f659d39 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b7a6dfd9-1c42-4479-a021-ecd301136471 HTTP/1.1" status: 204  len: 168 time: 2.0242739
Apr 20 17:34:25.751682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48638) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:25.810048 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7cf25acd-37ce-47e2-b5aa-c5afce7d5b29 req-86ae086e-088a-4ae2-91fb-d05604172f43 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983896
Apr 20 17:34:25.839346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Deleting subnet 6a3239dc-b923-42b3-83d5-7a31aabbd48b {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:34:25.843394 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.851189 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:34:25.855208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90076f7-d435-4803-a066-fb6411a5eaec req-c56afc15-103c-4c73-9628-2617cbd63a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:25.856900 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-c56afc15-103c-4c73-9628-2617cbd63a79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1096 time: 0.1251075
Apr 20 17:34:25.858614 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:34:25.862381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.868882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:25.901582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:25.990200 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.015331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.016015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.017543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] 10.222.0.72 "PUT /v2.0/ports/f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 1093 time: 1.4546919
Apr 20 17:34:26.021154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:26.042562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:26.054216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:26.132826 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'status': 'completed', 'code': 200}
Apr 20 17:34:26.154242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90076f7-d435-4803-a066-fb6411a5eaec req-c5d150bd-3ea6-42cf-a3b3-70e8a37016c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.155840 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-c5d150bd-3ea6-42cf-a3b3-70e8a37016c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.2890735
Apr 20 17:34:26.161722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5565b4c0-1df8-438f-bb33-a7252e4f35bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.286433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-bf6ee5a8-ba58-45d6-9c26-0962573ce82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.288030 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-bf6ee5a8-ba58-45d6-9c26-0962573ce82b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1096 time: 0.2026763
Apr 20 17:34:26.306413 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-af919006-c0f9-4fb2-a2c1-7e2817cb164c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 999 time: 0.1418962
Apr 20 17:34:26.381097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.394385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8266e1f-aad1-488d-83ee-6595cb249bb3 req-0641dae3-15ac-4275-bb4a-d423011fcbda tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.396022 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8266e1f-aad1-488d-83ee-6595cb249bb3 req-0641dae3-15ac-4275-bb4a-d423011fcbda tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.1310010
Apr 20 17:34:26.397765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:26.415949 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-144e9313-2628-4110-9d19-0d1cd37d70d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 217 time: 0.1119580
Apr 20 17:34:26.457019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3239dc-b923-42b3-83d5-7a31aabbd48b,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:26.460361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.465202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d1bf41-0702-47a0-886b-942a839d24d6 None None] Network 03df977a-221f-4966-8961-7a61ea0df765 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:34:26.466511 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:26.477231 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ca0dfca5-3913-4ecb-bf31-8fdce8c1eb42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a3239dc-b923-42b3-83d5-7a31aabbd48b HTTP/1.1" status: 204  len: 168 time: 0.7219658
Apr 20 17:34:26.482163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48646) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:26.507645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b8266e1f-aad1-488d-83ee-6595cb249bb3 req-d1709be6-36e3-45ce-b71c-7bb96513adb6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799403
Apr 20 17:34:26.531844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90076f7-d435-4803-a066-fb6411a5eaec req-3f7b7ad7-a919-4ae6-9270-f4346d25ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.533564 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-3f7b7ad7-a919-4ae6-9270-f4346d25ba93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.1730244
Apr 20 17:34:26.625800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-a5cac189-8ae7-4a07-8941-0ec8b9c562df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:26.627353 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-a5cac189-8ae7-4a07-8941-0ec8b9c562df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.2028961
Apr 20 17:34:26.742411 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] DHCP port deletion for 03df977a-221f-4966-8961-7a61ea0df765 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:34:26.747316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Deleting port abad7c75-aa1c-4688-8591-022365286091 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:26.748111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:26.984365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] For port abad7c75-aa1c-4688-8591-022365286091, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=abad7c75-aa1c-4688-8591-022365286091,segment=NetworkSegment(0519e0bc-209a-4b0b-92e9-bbfb09d88b0c),segment_id=0519e0bc-209a-4b0b-92e9-bbfb09d88b0c)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:26.984741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.031710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.089785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Deleting port abad7c75-aa1c-4688-8591-022365286091 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:34:27.090082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.120524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Calling delete_port for abad7c75-aa1c-4688-8591-022365286091 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:34:27.145467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90076f7-d435-4803-a066-fb6411a5eaec req-b9df7473-2397-4a05-8b92-1fa175312950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:27.147063 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-b9df7473-2397-4a05-8b92-1fa175312950 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5629539
Apr 20 17:34:27.166574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-f0094782-be98-443c-8900-15b103beccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:27.168169 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-f0094782-be98-443c-8900-15b103beccd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5322723
Apr 20 17:34:27.203348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119'] for port, after_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.213969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f7998523-bb15-4e51-95cf-ae5788bfa23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:27.231551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f07d9-826d-45bb-beae-78e0e2c5f951 req-7730e09a-1090-4345-8f3b-e231d73c6abd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:27.233170 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-446f07d9-826d-45bb-beae-78e0e2c5f951 req-7730e09a-1090-4345-8f3b-e231d73c6abd tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.2916064
Apr 20 17:34:27.279678 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Pushing event deleted for resources: {'Port': ['ID=abad7c75-aa1c-4688-8591-022365286091,revision_number=None']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:27.290315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] No DVR routers for this DVR port abad7c75-aa1c-4688-8591-022365286091 on host dv-cinder-786927-2-iscsi {{(pid=86383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:34:27.296633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4077ac98-b72c-4552-84c7-cc4bd78e384b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:27.297491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device abad7c75-aa1c-4688-8591-022365286091 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:34:27.339462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: abad7c75-aa1c-4688-8591-022365286091 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:34:27.339918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device abad7c75-aa1c-4688-8591-022365286091 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:34:27.341781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.357985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] The port 'abad7c75-aa1c-4688-8591-022365286091' was deleted {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:34:27.585386 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-446f07d9-826d-45bb-beae-78e0e2c5f951 req-8429f41d-e4eb-4dfd-a756-5f10da54e1f8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2870347
Apr 20 17:34:27.633413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.642280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:27.712097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83fc6b-4334-480c-bf25-e3434ff1057a req-03749735-bbd1-433e-b555-2ccd08583f97 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:27.713761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b83fc6b-4334-480c-bf25-e3434ff1057a req-03749735-bbd1-433e-b555-2ccd08583f97 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0901475
Apr 20 17:34:27.724084 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-3200b579-834b-45b4-af1b-b4abe68ca443 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5675855
Apr 20 17:34:27.741829 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-495f0f23-f8c2-4c5e-a5e9-714abe330f54 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5487757
Apr 20 17:34:27.763592 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b83fc6b-4334-480c-bf25-e3434ff1057a req-adabe76d-f9a3-4568-893a-d10d1112872a tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430851
Apr 20 17:34:27.933611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332e733780>,) {'filters': {'network_id': ['03df977a-221f-4966-8961-7a61ea0df765']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:27.972626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e733780>, '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:27.972961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e733780>, '0519e0bc-209a-4b0b-92e9-bbfb09d88b0c') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:27.997030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.063946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.073372 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f90076f7-d435-4803-a066-fb6411a5eaec req-06c6988f-6cfb-40fa-b1e3-e016cc782d57 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280303
Apr 20 17:34:28.076718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:34:28.092542 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b4ba31f-a4e5-44da-a3d2-5fba7d8d7bac req-5f9e9d30-3c4b-4dea-bb6f-6a60942882db service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233154
Apr 20 17:34:28.302701 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Network 03df977a-221f-4966-8961-7a61ea0df765 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:34:28.316452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.514957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Network 03df977a-221f-4966-8961-7a61ea0df765 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:34:28.542239 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:34:28.600912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-c78f18b3-2093-4c7c-9c64-db11d11f7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:28.602557 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-c78f18b3-2093-4c7c-9c64-db11d11f7077 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1096 time: 0.3535314
Apr 20 17:34:28.677487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.698465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.712577 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-aa16c7f0-e506-4469-9119-88375e5bc19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:28.728835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:28.984930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bafae-270d-49f6-8ac3-baeeb3925582 req-04368ef6-72e7-4123-9feb-f993e96e9fdd tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:28.986651 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c3bafae-270d-49f6-8ac3-baeeb3925582 req-04368ef6-72e7-4123-9feb-f993e96e9fdd tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0995781
Apr 20 17:34:29.036241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=03df977a-221f-4966-8961-7a61ea0df765,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:29.040070 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2c3bafae-270d-49f6-8ac3-baeeb3925582 req-bb2d0406-57b9-4e03-a8d5-1e1e84676355 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463800
Apr 20 17:34:29.044981 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:29.074112 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e5d5eec4-61c3-4835-bf84-167908328e94 admin admin] 10.222.0.25 "DELETE /v2.0/networks/03df977a-221f-4966-8961-7a61ea0df765 HTTP/1.1" status: 204  len: 168 time: 2.5887480
Apr 20 17:34:29.106415 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-ebf8cc1b-5dfd-4ed2-9354-6f47ec5fba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:29.107979 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-ebf8cc1b-5dfd-4ed2-9354-6f47ec5fba1f service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.4920418
Apr 20 17:34:29.181948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaee1c-b239-4cbe-be5b-bee4ce433fe8 req-1b818abf-cc08-4979-9f4e-4173f1f69750 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:29.183549 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78eaee1c-b239-4cbe-be5b-bee4ce433fe8 req-1b818abf-cc08-4979-9f4e-4173f1f69750 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.4777181
Apr 20 17:34:29.195509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48660) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:29.197174 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-622cc7e8-0c40-4fcd-b180-c5eca8602b79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 217 time: 0.0809224
Apr 20 17:34:29.251438 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-db148268-0437-4124-b70c-3cb19cdd66c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea55651c2f984e1e902967bd84152de2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523214
Apr 20 17:34:29.251714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48664) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:29.293432 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78eaee1c-b239-4cbe-be5b-bee4ce433fe8 req-6e53f0f3-a88c-4cc3-99ea-8415dff79f39 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979500
Apr 20 17:34:29.299256 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-a010b16a-a086-4635-844a-a9332f29aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:29.300859 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-a010b16a-a086-4635-844a-a9332f29aee7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0894241
Apr 20 17:34:29.319383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:29.347476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:29.388943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-00c0bb7c-ff40-4493-90b4-10067863475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:29.390604 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-00c0bb7c-ff40-4493-90b4-10067863475f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827367
Apr 20 17:34:29.396108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:29.401651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8fdfa4ad-ba37-4150-8fb6-8affe6942630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:29.415325 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f581210d-1049-44f9-b58e-b82ce0d13f34,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:29.420530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:29.422807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:29.423757 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f581210d-1049-44f9-b58e-b82ce0d13f34 HTTP/1.1" status: 204  len: 168 time: 0.1710818
Apr 20 17:34:29.540474 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-367aad48-8399-43ae-9f14-2e3569cbd8ca service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421890
Apr 20 17:34:29.690720 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-535886fb-5985-4819-ab52-8b1b4f484a96 req-4fa4e9db-e6e3-4f3e-8787-387afe169665 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394057
Apr 20 17:34:30.243822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbcddd-cdf9-4b77-b97b-ae5db5de47cc req-65534d2d-fe10-4146-a629-6313f34cea34 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:30.249672 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cbcddd-cdf9-4b77-b97b-ae5db5de47cc req-65534d2d-fe10-4146-a629-6313f34cea34 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0968370
Apr 20 17:34:30.295618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f0cbcddd-cdf9-4b77-b97b-ae5db5de47cc req-520a0bf6-3b03-4e3f-a61a-d9be53ca831b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439963
Apr 20 17:34:30.502281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775b1a-b712-4b70-b108-50c85a9ff5da req-15cfbf22-5772-4624-8eea-458ec7276b71 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:30.504236 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a775b1a-b712-4b70-b108-50c85a9ff5da req-15cfbf22-5772-4624-8eea-458ec7276b71 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0940437
Apr 20 17:34:30.558898 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a775b1a-b712-4b70-b108-50c85a9ff5da req-8858cd60-6b93-447e-b235-2f90a87731fb tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434384
Apr 20 17:34:31.495804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37f116-b105-44de-93f4-aaebb76e7955 req-c4906661-8ed5-4184-9f85-b09ac9cb8613 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:31.497329 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a37f116-b105-44de-93f4-aaebb76e7955 req-c4906661-8ed5-4184-9f85-b09ac9cb8613 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0893071
Apr 20 17:34:31.547382 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8a37f116-b105-44de-93f4-aaebb76e7955 req-513e9feb-ff6e-45a1-b3e1-6759d0ad793b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428736
Apr 20 17:34:31.762601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2c06-9c38-4bcd-b678-0da159693ef4 req-4bdbb0b9-9af4-40d7-a5db-04f31e5d8575 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:31.764128 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-619e2c06-9c38-4bcd-b678-0da159693ef4 req-4bdbb0b9-9af4-40d7-a5db-04f31e5d8575 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0893819
Apr 20 17:34:31.816628 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-619e2c06-9c38-4bcd-b678-0da159693ef4 req-eb344cef-a851-4f26-841b-d292ff6d8c39 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448656
Apr 20 17:34:32.747017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e1b1-adcb-4508-bd34-b8c5cf01d226 req-de9cc021-773d-4d70-a7c9-d5b6d6acab64 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:32.748622 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1b82e1b1-adcb-4508-bd34-b8c5cf01d226 req-de9cc021-773d-4d70-a7c9-d5b6d6acab64 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0888910
Apr 20 17:34:32.797088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-1b82e1b1-adcb-4508-bd34-b8c5cf01d226 req-631c6171-599a-4447-a797-c9adf400e13c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414226
Apr 20 17:34:33.023705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b64ff5-c4ae-4d6b-a1d2-ba908e3a77f3 req-723ba065-7fd4-40ae-a71b-50cc88e60bb2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:33.025610 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4b64ff5-c4ae-4d6b-a1d2-ba908e3a77f3 req-723ba065-7fd4-40ae-a71b-50cc88e60bb2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0933080
Apr 20 17:34:33.075090 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b4b64ff5-c4ae-4d6b-a1d2-ba908e3a77f3 req-23864b4b-5250-4048-9f44-27b6a9565d51 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431802
Apr 20 17:34:33.309978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:34:33.996017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdb7ab-b6ea-4701-a004-97ebad040991 req-b3b2e552-370e-4bad-904a-2c02b91b7b28 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:33.997645 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-04bdb7ab-b6ea-4701-a004-97ebad040991 req-b3b2e552-370e-4bad-904a-2c02b91b7b28 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0861473
Apr 20 17:34:34.045888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-04bdb7ab-b6ea-4701-a004-97ebad040991 req-9fcd92bd-07a3-4bb7-9862-cd76d6bfdfed tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414407
Apr 20 17:34:34.277498 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3e4d2-228c-4fad-91f6-bdce7011da92 req-3f06a216-dbfd-4da0-a428-831e928ff741 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:34.279088 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11e3e4d2-228c-4fad-91f6-bdce7011da92 req-3f06a216-dbfd-4da0-a428-831e928ff741 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0921190
Apr 20 17:34:34.328041 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-11e3e4d2-228c-4fad-91f6-bdce7011da92 req-8f5004cf-4f5d-47ca-a9ff-7d89957d670c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418596
Apr 20 17:34:35.249295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514105-8cc7-4a99-be3b-dd288c86b1b8 req-cd9ab2e2-fc91-4970-adb2-e61131d7271f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:35.250897 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff514105-8cc7-4a99-be3b-dd288c86b1b8 req-cd9ab2e2-fc91-4970-adb2-e61131d7271f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0889206
Apr 20 17:34:35.299060 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff514105-8cc7-4a99-be3b-dd288c86b1b8 req-fa535046-28be-49f3-a2e3-78b80ec927a3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408106
Apr 20 17:34:35.533381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010634b4-414c-4b7a-a679-474d8077b22b req-cfb81eac-41b2-480b-b8ae-fd2823340b42 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:35.535590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-010634b4-414c-4b7a-a679-474d8077b22b req-cfb81eac-41b2-480b-b8ae-fd2823340b42 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0940392
Apr 20 17:34:35.583224 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-010634b4-414c-4b7a-a679-474d8077b22b req-92037558-2c26-4dca-9b97-eb7d1967562c tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413489
Apr 20 17:34:36.507538 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a338723-ce6d-4bea-bc0f-9e658a9c5ec1 req-9cfc8f61-9a47-47b4-9248-b03bbcad6187 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:36.509123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6a338723-ce6d-4bea-bc0f-9e658a9c5ec1 req-9cfc8f61-9a47-47b4-9248-b03bbcad6187 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0924773
Apr 20 17:34:36.557413 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6a338723-ce6d-4bea-bc0f-9e658a9c5ec1 req-b1308bb0-eb1c-4dd1-a31b-cd84960712a4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418336
Apr 20 17:34:36.786801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338845ca-3e23-466d-8258-144106d08d53 req-cc69b16e-94a6-4adb-bf7d-463b3f14c145 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:36.788396 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-338845ca-3e23-466d-8258-144106d08d53 req-cc69b16e-94a6-4adb-bf7d-463b3f14c145 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0921044
Apr 20 17:34:36.837673 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-338845ca-3e23-466d-8258-144106d08d53 req-ffffe155-9cdf-418d-b10b-348651f5d27f tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427721
Apr 20 17:34:37.537467 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device f6b48ec1-04f4-4912-867d-d39e16d874a8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:34:37.676950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:37.695312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:34:37.754765 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:37.761870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca5ec7-468e-43a6-b6b3-579cb8877547 req-9019244e-8352-4b22-b80f-994ed3c878e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:37.763558 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7bca5ec7-468e-43a6-b6b3-579cb8877547 req-9019244e-8352-4b22-b80f-994ed3c878e3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 943 time: 0.0934918
Apr 20 17:34:37.773576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b48ec1-04f4-4912-867d-d39e16d874a8 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:34:37.791134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:37.794575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:37.795344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:34:37.798798 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dc8cbf86-9667-4ec4-8519-b5c2b58455f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:37.817394 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7bca5ec7-468e-43a6-b6b3-579cb8877547 req-bcb7363d-7202-4a2d-8ebc-5d626dd10bc9 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465043
Apr 20 17:34:37.941557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:37.946332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:38.003309 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:38.017599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'port_id': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'mac_address': 'fa:16:3e:71:09:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:34:38.040531 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7c02-7170-4f3a-a369-a7822a096b7f req-1295a154-f741-4f31-a796-409545966fd4 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:38.042261 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e32d7c02-7170-4f3a-a369-a7822a096b7f req-1295a154-f741-4f31-a796-409545966fd4 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 943 time: 0.0899498
Apr 20 17:34:38.081654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:38.093761 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e32d7c02-7170-4f3a-a369-a7822a096b7f req-be8a62ca-6fe3-4d67-9212-1956e6272bce tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447989
Apr 20 17:34:38.100084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a4393c-e5ef-4387-9fb0-4c4a447f6016 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:34:38.117295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:38.120194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:38.122101 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:38.193943 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=7']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:38.197139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:38.497853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['f6b48ec1-04f4-4912-867d-d39e16d874a8'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:34:38.533034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['d7a4393c-e5ef-4387-9fb0-4c4a447f6016'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:34:38.635698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48798) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:38.770371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:38.787532 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:38.792109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:babd1ac80a444ffea89e522c26a8fa4f is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:38.795636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:38.802691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:38.912887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:38.915825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:38.939668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-47c16663-f49e-470a-ae3a-7bf8db9aecbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:39.001916 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=babd1ac80a444ffea89e522c26a8fa4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3649497
Apr 20 17:34:39.005849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48806) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:39.040167 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48db960-7ab2-4840-8459-80d1aade8121,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:39.044517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:39.071201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc522-15a7-42a0-9382-a9e616e593ea req-18b8a822-9054-49c2-ba74-85c6157d19e4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:39.072964 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f44cc522-15a7-42a0-9382-a9e616e593ea req-18b8a822-9054-49c2-ba74-85c6157d19e4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 944 time: 0.1344783
Apr 20 17:34:39.078748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:39.108783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:39.139322 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f44cc522-15a7-42a0-9382-a9e616e593ea req-d68512f8-dee6-4b86-863c-2bfc1ba1b8d2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560517
Apr 20 17:34:39.169986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:39.175940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6bbee656-8a16-4fb6-8dc1-8357d9a0ab48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:39.191385 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48db960-7ab2-4840-8459-80d1aade8121,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:39.194659 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:39.201656 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d48db960-7ab2-4840-8459-80d1aade8121 HTTP/1.1" status: 204  len: 168 time: 0.1944551
Apr 20 17:34:39.203232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:39.345892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda515e4-c3e9-4bfc-b614-16f3e90cee7a req-740f07e1-604f-43aa-a2c0-d8f44fb3e08e tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:39.348064 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cda515e4-c3e9-4bfc-b614-16f3e90cee7a req-740f07e1-604f-43aa-a2c0-d8f44fb3e08e tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 944 time: 0.0989873
Apr 20 17:34:39.403697 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cda515e4-c3e9-4bfc-b614-16f3e90cee7a req-52a50214-1f19-4b09-9f5f-8b307d003e85 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443995
Apr 20 17:34:40.340757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c522cae-678e-4b2d-b6f1-c660b833b115 req-6b00c6a7-1460-4314-9705-c2c860bd5da3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:40.342434 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9c522cae-678e-4b2d-b6f1-c660b833b115 req-6b00c6a7-1460-4314-9705-c2c860bd5da3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 944 time: 0.0956025
Apr 20 17:34:40.391038 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9c522cae-678e-4b2d-b6f1-c660b833b115 req-3dd2130f-8a8c-4bba-958e-7968a724c2e5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411451
Apr 20 17:34:40.610083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a596b-2622-47d4-b10f-3c51ed9aad94 req-554d2d07-1e0a-4ede-85f8-02938377d08a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:40.611688 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-747a596b-2622-47d4-b10f-3c51ed9aad94 req-554d2d07-1e0a-4ede-85f8-02938377d08a tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 944 time: 0.0899642
Apr 20 17:34:40.664672 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-747a596b-2622-47d4-b10f-3c51ed9aad94 req-ba949ad6-73d3-4426-8c2f-0acc119cfd47 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465848
Apr 20 17:34:41.576475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:34:41.632471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ef0be-7720-4151-8c46-2fc0f771b628 req-4472932c-7297-4f17-80ec-78bbb0b827b4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:41.634833 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-370ef0be-7720-4151-8c46-2fc0f771b628 req-4472932c-7297-4f17-80ec-78bbb0b827b4 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 944 time: 0.1126449
Apr 20 17:34:41.676799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:34:41.677281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:41.693253 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-370ef0be-7720-4151-8c46-2fc0f771b628 req-32e07c74-26f3-4bb9-8199-2dc50df1c2a7 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516477
Apr 20 17:34:41.826338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:41.869030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:41.890618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:41.901125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:41.902195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device f6b48ec1-04f4-4912-867d-d39e16d874a8 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:34:41.927448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f1a27-001a-44a9-9561-d061e24aa4d0 req-3e8b1308-3e9a-4e34-8ec3-d6ec3e154173 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:41.929567 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-348f1a27-001a-44a9-9561-d061e24aa4d0 req-3e8b1308-3e9a-4e34-8ec3-d6ec3e154173 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 944 time: 0.1275990
Apr 20 17:34:41.934368 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'code': 200}
Apr 20 17:34:41.934899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:41.979577 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-348f1a27-001a-44a9-9561-d061e24aa4d0 req-6336074d-1936-4fd1-b539-ddebef1e6cf8 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434613
Apr 20 17:34:42.035135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=8']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:42.038668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:42.046649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port f6b48ec1-04f4-4912-867d-d39e16d874a8 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:34:42.052242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port f6b48ec1-04f4-4912-867d-d39e16d874a8 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:34:42.052668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:42.184455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:42.225027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:34:42.228569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:42.233265 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:42.310384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:42.313661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:42.319477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da4ba-3718-4f37-873d-4232bde14f74 req-2f7cf0e4-f6f4-441d-a721-cff207a8f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:42.320884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-210da4ba-3718-4f37-873d-4232bde14f74 req-2f7cf0e4-f6f4-441d-a721-cff207a8f3ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.1020434
Apr 20 17:34:42.371036 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-210da4ba-3718-4f37-873d-4232bde14f74 req-60b75e21-c43f-483f-a6f9-796ea3a55c7e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429888
Apr 20 17:34:42.453656 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-f839ada7-26f2-4211-aede-2e27dc501c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:42.455277 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-f839ada7-26f2-4211-aede-2e27dc501c59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.0833950
Apr 20 17:34:42.793839 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-49d9535e-0a95-4ac0-981f-4c9f1153bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:42.795423 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-49d9535e-0a95-4ac0-981f-4c9f1153bec7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.1481273
Apr 20 17:34:42.840905 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:42.916687 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-602c5cb8-052d-4d82-953a-9cf51c023343 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 1001 time: 0.1118426
Apr 20 17:34:42.988320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-5b796d46-c399-48a6-a669-310bbf3978c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:42.989918 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-5b796d46-c399-48a6-a669-310bbf3978c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.0641899
Apr 20 17:34:43.130790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-2aaa69e3-362a-4220-ae0d-3dde125cccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:43.132324 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-2aaa69e3-362a-4220-ae0d-3dde125cccd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350584
Apr 20 17:34:43.187712 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc40f3-a8ea-427a-a810-d1a48ff2d2ae req-a52ce569-2f2d-49be-9c44-664c9d920025 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:43.189336 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6fc40f3-a8ea-427a-a810-d1a48ff2d2ae req-a52ce569-2f2d-49be-9c44-664c9d920025 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0942340
Apr 20 17:34:43.259891 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9fa0b-5351-4687-86b1-45261e9e30f3 req-9e86bd42-dbcd-4ae4-a9a4-d282feee0478 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:43.267240 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-48c9fa0b-5351-4687-86b1-45261e9e30f3 req-9e86bd42-dbcd-4ae4-a9a4-d282feee0478 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.4027379
Apr 20 17:34:43.315685 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f6fc40f3-a8ea-427a-a810-d1a48ff2d2ae req-ebe78565-dd5a-4829-9e51-9b763849c022 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192198
Apr 20 17:34:43.346771 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-48c9fa0b-5351-4687-86b1-45261e9e30f3 req-b8c24f37-231c-4406-b9bc-16b8cee7b3af tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779257
Apr 20 17:34:43.354884 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-f1fb3278-e725-4cc6-924a-170312522373 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092474
Apr 20 17:34:43.505787 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c77f909d-6b92-4c57-9a91-e348991b39bf req-7bb39e85-fcaa-4dfc-aa29-d9780f0aeb3a service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422768
Apr 20 17:34:43.935179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:43.984876 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'code': 200}
Apr 20 17:34:44.122785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48914) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:44.249973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.265618 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:44.270438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Usage tracker for resource:security_group_rule and tenant:664f0a3866484e1abab04caeed8083ee is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:44.273547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:44.280103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:44.434198 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.475334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.490456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0cdff145-0210-4be0-9c0c-887d1e8e09ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:44.555000 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098174c0-62fd-4373-8a2a-69a1f583175a req-f36c90f9-ceee-4754-94ac-e14a11adc4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:44.556587 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-098174c0-62fd-4373-8a2a-69a1f583175a req-f36c90f9-ceee-4754-94ac-e14a11adc4da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1098 time: 0.2269757
Apr 20 17:34:44.558947 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=664f0a3866484e1abab04caeed8083ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4350793
Apr 20 17:34:44.560242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536542-60a2-4253-a73e-dfcea81f4fdf req-a8b7cba1-5e04-4df4-baf5-ac6f0b40d4b0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:44.561897 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0d536542-60a2-4253-a73e-dfcea81f4fdf req-a8b7cba1-5e04-4df4-baf5-ac6f0b40d4b0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.0899844
Apr 20 17:34:44.562686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48924) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:44.562846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892e983c-f052-40ff-a6e7-9330a1a0a2b0,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:44.566335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-532a83f7-fabb-4bb2-9212-083727c7cc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:44.622909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-098174c0-62fd-4373-8a2a-69a1f583175a req-69a33a4f-4399-4278-9feb-eeb532a2fc9f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553231
Apr 20 17:34:44.632220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ab60-d1cb-4b04-b810-2a03d2ebca73 req-1327bebb-80b6-4d97-923c-e0721c790276 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:44.633731 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b478ab60-d1cb-4b04-b810-2a03d2ebca73 req-1327bebb-80b6-4d97-923c-e0721c790276 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.1981432
Apr 20 17:34:44.656467 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0d536542-60a2-4253-a73e-dfcea81f4fdf req-4cfefee5-4626-4d02-a447-f0227ecfe9a6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790114
Apr 20 17:34:44.671818 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.683775 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b478ab60-d1cb-4b04-b810-2a03d2ebca73 req-c272eabf-780c-4fa6-877d-5665ed929a22 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434506
Apr 20 17:34:44.700617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.752862 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.758459 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dfc387a2-6fdd-479f-ae33-a49c5dba11dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:44.771381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892e983c-f052-40ff-a6e7-9330a1a0a2b0,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:44.773976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:44.777896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:44.779526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1e552291-08c7-44ad-bc9c-6dda9f5cfccf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/892e983c-f052-40ff-a6e7-9330a1a0a2b0 HTTP/1.1" status: 204  len: 168 time: 0.2157097
Apr 20 17:34:45.071114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48934) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:45.090652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.106305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:45.110338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8360aaa6b54080b885243e3b906289 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:45.113956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:45.120126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:45.204338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.207910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.217355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c5459ad7-4370-4316-bf48-8a1618bd1943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:45.259314 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c8360aaa6b54080b885243e3b906289&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1870642
Apr 20 17:34:45.261140 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec360387-1f98-4906-98c4-db876cd366c9,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:45.262298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 48938) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:45.264869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a507b50a-45fe-4a71-8890-53b823b0b8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:45.324877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.353204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.401423 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.406579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cff979ce-e5c4-4f3b-bf5a-c5d242cdfa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:45.421685 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec360387-1f98-4906-98c4-db876cd366c9,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:45.424122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:45.435657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:45.439353 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a93761a0-fbc6-44ca-8531-7a347529b855 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec360387-1f98-4906-98c4-db876cd366c9 HTTP/1.1" status: 204  len: 168 time: 0.1735144
Apr 20 17:34:45.877276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3fd3-006d-41ef-8d74-d15188019fc5 req-b0f66b69-3d85-4881-832f-6b61cf571c86 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:45.878895 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46de3fd3-006d-41ef-8d74-d15188019fc5 req-b0f66b69-3d85-4881-832f-6b61cf571c86 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.1003590
Apr 20 17:34:45.931560 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-46de3fd3-006d-41ef-8d74-d15188019fc5 req-5c5e4a42-8356-4c4b-ac62-4ca8337fb05f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430751
Apr 20 17:34:46.943359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48984) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:47.071826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.087724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:47.091977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Usage tracker for resource:security_group_rule and tenant:89052c58310e4d15be051281f26ecfa4 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:47.095035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:47.101078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:47.134208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff70cdd-fe71-47e7-aabd-807b3f9b953b req-b8f96a85-766e-403d-b520-21bfac1204a3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:47.135828 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6ff70cdd-fe71-47e7-aabd-807b3f9b953b req-b8f96a85-766e-403d-b520-21bfac1204a3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.0902925
Apr 20 17:34:47.184667 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6ff70cdd-fe71-47e7-aabd-807b3f9b953b req-7346bcd3-eeeb-43f9-b390-78c681af8419 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424154
Apr 20 17:34:47.188421 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.192149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.206143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-fa1ebe3c-38ec-4b6d-93bb-4fc57deebcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:47.256258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad8d4e7-7426-48be-adcd-1bb30dfc0d02,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:47.259773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:47.264406 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5d79814d-bb10-4bff-85c2-7944c0d5e361 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89052c58310e4d15be051281f26ecfa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3198724
Apr 20 17:34:47.266474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 48994) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:47.385551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.424081 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.697716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a80938-ae9a-4a54-a5cb-9c85fdca4e87 req-66d87237-ddd5-49f9-8276-c1a71c616eb9 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:47.699322 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c3a80938-ae9a-4a54-a5cb-9c85fdca4e87 req-66d87237-ddd5-49f9-8276-c1a71c616eb9 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.3906505
Apr 20 17:34:47.747686 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.755023 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-9a64442e-e346-4ac7-a4bf-b51bb97fce43 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:47.767704 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c3a80938-ae9a-4a54-a5cb-9c85fdca4e87 req-c4246c0c-2649-4e64-b0b7-82f50899f8bb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603313
Apr 20 17:34:47.771628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad8d4e7-7426-48be-adcd-1bb30dfc0d02,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:47.776825 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:47.781383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:47.785318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ad8d4e7-7426-48be-adcd-1bb30dfc0d02 HTTP/1.1" status: 204  len: 168 time: 0.5151491
Apr 20 17:34:47.797237 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49000) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:47.875621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b7086-a437-44b4-9ac8-781373ecb2da tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:47.877420 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ba7b7086-a437-44b4-9ac8-781373ecb2da tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1093 time: 0.0789843
Apr 20 17:34:47.880597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49004) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:34:47.886398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:34:47.893564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:34:47.897797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:floatingip and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:34:47.901132 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:34:47.907202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:34:47.917216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:48.064257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:48.214754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.27.0.23 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/34a5e22f-ee45-4e5e-b7ab-74c74f346517) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:34:48.384598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:48.416860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:48.421774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:48.493793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:34:48.496857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:34:48.500806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:34:48.533224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=34a5e22f-ee45-4e5e-b7ab-74c74f346517,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:48.541106 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:48.939107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:49.025389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:49.254636 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:49.258412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:49.263228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-60652a25-94b1-4ccc-b023-25df1723e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:34:49.376082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=34a5e22f-ee45-4e5e-b7ab-74c74f346517,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:34:49.381225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:34:49.388057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:49.566638 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP 573cc15f-6a14-4a02-ac0a-fe193ec35b17 associated. External IP: 172.27.0.23, port: f6b48ec1-04f4-4912-867d-d39e16d874a8.
Apr 20 17:34:49.936622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:34:50.126280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:34:50.136603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:34:50.147089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:50.147861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332efa4400>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:34:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:50.151957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:50.215970 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-95c9ac0c-e395-4f09-ac3a-d867f3d7f9eb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3341904
Apr 20 17:34:50.216667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:34:50.271442 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'status': 'completed', 'code': 200}
Apr 20 17:34:50.347328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:50.403896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-d7ce7c26-cf6f-4baf-9e87-e9eb13f8ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:50.405625 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-d7ce7c26-cf6f-4baf-9e87-e9eb13f8ab2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1098 time: 0.0858951
Apr 20 17:34:50.745694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332efa4400>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:48Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:50.750365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:34:50.765329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:34:50.766027 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332efa4400>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:34:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:50.810342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-1d6c5fbf-c294-4447-87ff-54f662e62d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:50.812028 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-1d6c5fbf-c294-4447-87ff-54f662e62d86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.3989625
Apr 20 17:34:50.932839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-d49aadc1-993e-48d0-ab03-ef01f7d3cc68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 998 time: 0.1085455
Apr 20 17:34:50.971737 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:34:51.012477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-e9441209-0cbc-43c9-99a3-bb205dd2e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:51.014107 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-e9441209-0cbc-43c9-99a3-bb205dd2e1ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0731387
Apr 20 17:34:51.102383 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-e067bdb8-d2ad-4c71-af1e-04af49b02951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:34:51.103995 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-e067bdb8-d2ad-4c71-af1e-04af49b02951 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818624
Apr 20 17:34:51.257213 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-e3579ecd-078b-4cc7-a99d-ed66ab43cd9f service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451778
Apr 20 17:34:51.353844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332efa4400>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:48Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:34:51.358040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040f09c9-ae83-4115-83d7-f27ea37398d8 None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:48Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:34:51.405525 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-34f0e467-e708-42c3-be13-3d6b9d59268a req-7dcad808-625d-4da4-9cd2-374326735787 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412706
Apr 20 17:34:51.635001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2a6b2-d415-43ab-994f-f38260bc1482 None None] New status for floating IP 573cc15f-6a14-4a02-ac0a-fe193ec35b17: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:34:53.660513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f9505122-bd73-4334-ac50-a0e30d3423ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:56.155243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5bb9bbf9-6d2b-4bbc-b5eb-4db9257ffd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:57.273405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:57.645373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:34:58.679602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:10.313887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:35:12.850950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:23.661868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-92f21370-4336-4520-8688-d7cab4f36160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:26.157080 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-deb53ce3-42c6-43ff-accb-2d2038a31210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:27.274612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:27.647475 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:28.682195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.061018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49284) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:31.185300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.200231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:31.204218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecd48575b7e4d2c98b8cb2feeba6f68 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:31.207683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:31.213740 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:31.303844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.306528 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.315643 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5fdfeebc-da32-42a6-aa76-21e2ec380b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:31.358005 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ecd48575b7e4d2c98b8cb2feeba6f68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958078
Apr 20 17:35:31.359761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04d9ebb-a77c-4073-9554-82eadeb358c5,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:31.360881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49290) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:31.368454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.368892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.369342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.369769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.370186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.370601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.371013 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.371422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.371829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.372239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.372646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.373051 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.377630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a93ad9b4-5486-4fa0-a4a1-302b0545ba17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:31.428179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.454263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.498060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.503028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ad74eb09-7128-43bf-8554-5087e7201acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:31.516501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04d9ebb-a77c-4073-9554-82eadeb358c5,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:31.525438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:31.527839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04d9ebb-a77c-4073-9554-82eadeb358c5 HTTP/1.1" status: 204  len: 168 time: 0.1645174
Apr 20 17:35:31.528297 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.528726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.529215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.529774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.529951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.530350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.530754 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.531157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.531562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.531969 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.532370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.532824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:31.536880 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-907b226f-e2c1-4689-9e77-8b8e9d288f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:34.100618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-60912d9c-6c15-46f1-aab1-6371b51a8005 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b91aae58c2534be494a30bdb73ba60af&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341706
Apr 20 17:35:34.506303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-7843d21b-c08d-40cd-b68a-01a1c1b4ff68 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:34.507885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-7843d21b-c08d-40cd-b68a-01a1c1b4ff68 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4011967
Apr 20 17:35:34.524499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-01967a84-8479-4aa7-828b-19704171695f tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/quotas/b91aae58c2534be494a30bdb73ba60af HTTP/1.1" status: 200  len: 375 time: 0.0099578
Apr 20 17:35:34.578394 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-1a31dad2-93bd-4986-b2b4-dedf5e12b777 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b91aae58c2534be494a30bdb73ba60af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482562
Apr 20 17:35:34.818947 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-78c42730-4199-477b-acaa-23c1c3feaea4 req-de5ec671-63a7-4ed0-a824-04af920b2f63 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 210 time: 0.0912879
Apr 20 17:35:35.933731 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-ca99c19e-a604-4d78-ae94-1bc20dc9608f tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b91aae58c2534be494a30bdb73ba60af&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0354874
Apr 20 17:35:35.991647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ba3c215b-a583-4396-a6d4-cfe953f6f49c req-4fdf77fe-b993-410f-bb40-b79dea9be5d9 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 210 time: 0.0539443
Apr 20 17:35:36.100576 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-20bb3f46-7f55-4b23-b4a7-c7e326881e15 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:36.102065 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-20bb3f46-7f55-4b23-b4a7-c7e326881e15 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1634169
Apr 20 17:35:36.125892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Request body: {'port': {'device_id': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35', 'admin_state_up': True, 'tenant_id': 'b91aae58c2534be494a30bdb73ba60af'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:35:36.273111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:36.277410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Usage tracker for resource:port and tenant:b91aae58c2534be494a30bdb73ba60af is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:36.280486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:36.287194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:36.295869 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Made reservation on behalf of b91aae58c2534be494a30bdb73ba60af for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:35:36.302516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.315867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.331887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:36.335895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Usage tracker for resource:security_group_rule and tenant:b91aae58c2534be494a30bdb73ba60af is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:36.338842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:36.344770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:36.433044 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.435968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.440418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4878e2de-f82d-4e10-99d6-58b9913c0e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:36.525029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e459bea-a77f-4131-b5fc-9a33e7952e24,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:36.528344 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:36.620727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Allocated IP 192.168.233.224 (bc9834ca-9904-40a1-9c53-24a681329c35/bf3fe5e3-9d3e-473d-b50d-8c073ea6c094/b8713473-bc99-4c29-8d24-c74941a28270) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:35:36.835785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.852264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Transition to ACTIVE for port object b8713473-bc99-4c29-8d24-c74941a28270 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:35:36.875739 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:36.883463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:36.952663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Network bc9834ca-9904-40a1-9c53-24a681329c35 is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:35:36.961418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:35:36.964117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:35:37.014152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Pushing event updated for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:37.017449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:37.046616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:37.047405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:37.079634 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9577243
Apr 20 17:35:37.099629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-4b13f447-87df-4d42-864c-c99e35362c9a tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:35:37.101424 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-4b13f447-87df-4d42-864c-c99e35362c9a tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069773
Apr 20 17:35:37.226556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-712100a9-866c-4444-a011-2cfc1f6c1cef None None] Provisioning for port b8713473-bc99-4c29-8d24-c74941a28270 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:35:37.231143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-8228a63e-52fb-4bb9-9706-af2eaba858ea tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:37.231879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-712100a9-866c-4444-a011-2cfc1f6c1cef None None] Provisioning complete for port b8713473-bc99-4c29-8d24-c74941a28270 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:35:37.232037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-8228a63e-52fb-4bb9-9706-af2eaba858ea tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Synchronizing usage tracker for tenant:b91aae58c2534be494a30bdb73ba60af on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:35:37.232295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-712100a9-866c-4444-a011-2cfc1f6c1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:37.241842 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Request body: {'port': {'device_id': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:35:37.294083 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-712100a9-866c-4444-a011-2cfc1f6c1cef None None] Port b8713473-bc99-4c29-8d24-c74941a28270 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:35:37.305425 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-8228a63e-52fb-4bb9-9706-af2eaba858ea tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Unset dirty status for tenant:b91aae58c2534be494a30bdb73ba60af on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:35:37.306763 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-8228a63e-52fb-4bb9-9706-af2eaba858ea tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 936 time: 0.1842320
Apr 20 17:35:37.412783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-b4c3fc86-b0c9-4301-9c2e-218336b407b0 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Synchronizing usage tracker for tenant:b91aae58c2534be494a30bdb73ba60af on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:35:37.416235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:37.489850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-b4c3fc86-b0c9-4301-9c2e-218336b407b0 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Unset dirty status for tenant:b91aae58c2534be494a30bdb73ba60af on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:35:37.491111 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b952fd9a-5d06-4fcf-962e-ac9e866271a4 req-b4c3fc86-b0c9-4301-9c2e-218336b407b0 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771383
Apr 20 17:35:37.790750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8713473-bc99-4c29-8d24-c74941a28270 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:35:37.798553 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:37.814899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Transition to ACTIVE for port object b8713473-bc99-4c29-8d24-c74941a28270 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:35:37.817808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:37.822412 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6daa4c4b-6e9b-4041-b064-9b648b48b194 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:37.989038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Pushing event updated for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:38.000207 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:38.069353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Attempting to bind port b8713473-bc99-4c29-8d24-c74941a28270 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:35:38.069663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Attempting to bind port b8713473-bc99-4c29-8d24-c74941a28270 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:35:38.070025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Attempting to bind port b8713473-bc99-4c29-8d24-c74941a28270 on network bc9834ca-9904-40a1-9c53-24a681329c35 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:35:38.074875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Port b8713473-bc99-4c29-8d24-c74941a28270 on network bc9834ca-9904-40a1-9c53-24a681329c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:35:38.075232 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Attempting to bind port b8713473-bc99-4c29-8d24-c74941a28270 on network bc9834ca-9904-40a1-9c53-24a681329c35 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:35:38.081174 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:35:38.081588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Checking segment: {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:35:38.082002 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Bound using segment: {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:35:38.082465 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Bound port: b8713473-bc99-4c29-8d24-c74941a28270, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab28986-bb79-4a37-8c3d-4a3371454ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:35:38.082838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:38.179561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:35:38.182667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b8713473-bc99-4c29-8d24-c74941a28270,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:35:38.186201 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:38.191035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2b1216ba-d59d-41d8-be05-2470f1f44df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:38.264939 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:38.265644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:38.267143 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] 10.222.0.72 "PUT /v2.0/ports/b8713473-bc99-4c29-8d24-c74941a28270 HTTP/1.1" status: 200  len: 1098 time: 1.1564338
Apr 20 17:35:38.268243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:35:38.276334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Pushing event updated for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:38.279669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:38.424704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-459d27aa-583f-411c-93fc-b00fe15219c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:38.426364 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-459d27aa-583f-411c-93fc-b00fe15219c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b91aae58c2534be494a30bdb73ba60af&device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 1101 time: 0.0916431
Apr 20 17:35:38.507880 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270', 'status': 'completed', 'code': 200}
Apr 20 17:35:38.516463 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-330bdc22-83ac-4845-a627-3fa8e14a7e3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b8713473-bc99-4c29-8d24-c74941a28270 HTTP/1.1" status: 200  len: 217 time: 0.0718246
Apr 20 17:35:38.587113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-abfc565c-aadc-45b7-8b0b-8fa75185fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:38.588603 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-abfc565c-aadc-45b7-8b0b-8fa75185fa1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf3fe5e3-9d3e-473d-b50d-8c073ea6c094 HTTP/1.1" status: 200  len: 843 time: 0.0649953
Apr 20 17:35:38.746897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-16adf84d-4109-455d-8d1f-523b6b2e2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:38.748512 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-16adf84d-4109-455d-8d1f-523b6b2e2676 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc9834ca-9904-40a1-9c53-24a681329c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1526825
Apr 20 17:35:38.757721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084385d-79fb-4e3a-9db3-f6a0680122f3 req-40e1e622-a51c-4ebe-b63b-2e0f045105f0 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:38.759613 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4084385d-79fb-4e3a-9db3-f6a0680122f3 req-40e1e622-a51c-4ebe-b63b-2e0f045105f0 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 948 time: 0.1256232
Apr 20 17:35:38.901957 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4084385d-79fb-4e3a-9db3-f6a0680122f3 req-f8993b7c-7cec-435e-841a-9fa38f5affaa tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188335
Apr 20 17:35:38.941776 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-ec0d0ceb-44f0-4c61-aa20-4229aa211921 service neutron] 10.222.0.72 "GET /v2.0/networks/bc9834ca-9904-40a1-9c53-24a681329c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810143
Apr 20 17:35:39.086059 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-821b3e58-76f4-41e4-bc8f-d93328b920b9 req-d35c550a-d5d3-4e73-b21f-53a0a7d9a854 service neutron] 10.222.0.72 "GET /v2.0/networks/bc9834ca-9904-40a1-9c53-24a681329c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358182
Apr 20 17:35:39.275143 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-7d48e437-825b-4702-9d65-29216b81e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:39.276752 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-7d48e437-825b-4702-9d65-29216b81e5ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b91aae58c2534be494a30bdb73ba60af&device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 1101 time: 0.0798769
Apr 20 17:35:39.419838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-7c940732-18ad-444f-bf74-c1e0019c92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:39.421427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-7c940732-18ad-444f-bf74-c1e0019c92d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc9834ca-9904-40a1-9c53-24a681329c35 HTTP/1.1" status: 200  len: 871 time: 0.1361468
Apr 20 17:35:39.496710 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-520ae185-cb82-490c-a2c1-73dde4e71aed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b8713473-bc99-4c29-8d24-c74941a28270 HTTP/1.1" status: 200  len: 217 time: 0.0686302
Apr 20 17:35:39.567978 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-17678680-1ee3-4fb8-ace3-47c6aaf64801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:39.569485 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-17678680-1ee3-4fb8-ace3-47c6aaf64801 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf3fe5e3-9d3e-473d-b50d-8c073ea6c094 HTTP/1.1" status: 200  len: 843 time: 0.0646806
Apr 20 17:35:39.657433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-ac816e1c-a4bf-4747-bba7-345b001762d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:39.659641 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-ac816e1c-a4bf-4747-bba7-345b001762d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc9834ca-9904-40a1-9c53-24a681329c35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0824263
Apr 20 17:35:39.804444 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-33226d36-f2b0-4997-89c7-817cfa417dc1 service neutron] 10.222.0.72 "GET /v2.0/networks/bc9834ca-9904-40a1-9c53-24a681329c35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366644
Apr 20 17:35:39.948354 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2fc555f9-31f7-4da5-bbcd-cefe94494eb8 req-396ebf45-0b5d-4d5d-b065-d8679190720b service neutron] 10.222.0.72 "GET /v2.0/networks/bc9834ca-9904-40a1-9c53-24a681329c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362453
Apr 20 17:35:40.107986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfac03-e0f4-4b4e-902a-85202f91a79e req-9eb39b54-9dc9-4bc7-9ff8-7d11f3efdc15 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:40.109580 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dccfac03-e0f4-4b4e-902a-85202f91a79e req-9eb39b54-9dc9-4bc7-9ff8-7d11f3efdc15 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 948 time: 0.0866013
Apr 20 17:35:40.158912 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dccfac03-e0f4-4b4e-902a-85202f91a79e req-7aac37d8-2c4a-4382-9122-d9eee150a1b1 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428531
Apr 20 17:35:41.358946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e134341-37f8-499f-a3a5-dcee5b393c3e req-8e742112-8208-4fc5-98e3-347590b3bccf tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:41.360542 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7e134341-37f8-499f-a3a5-dcee5b393c3e req-8e742112-8208-4fc5-98e3-347590b3bccf tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 948 time: 0.0890710
Apr 20 17:35:41.407976 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7e134341-37f8-499f-a3a5-dcee5b393c3e req-6e81faf9-5245-4150-8faf-dd75281b0c6c tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408838
Apr 20 17:35:41.901587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device b8713473-bc99-4c29-8d24-c74941a28270 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:35:42.042007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b8713473-bc99-4c29-8d24-c74941a28270,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:35:42.057040 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'b8713473-bc99-4c29-8d24-c74941a28270', 'network_id': 'bc9834ca-9904-40a1-9c53-24a681329c35', 'port_id': 'b8713473-bc99-4c29-8d24-c74941a28270', 'mac_address': 'fa:16:3e:cd:2e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3fe5e3-9d3e-473d-b50d-8c073ea6c094', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:35:42.118135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:42.136105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8713473-bc99-4c29-8d24-c74941a28270 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:35:42.152392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b8713473-bc99-4c29-8d24-c74941a28270,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:35:42.155092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:42.156907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:42.247292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:42.255932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.256335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.256922 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.257362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.257745 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.258120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.258508 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.258857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.259245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.259613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.259980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.260341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:35:42.264633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:42.476215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['b8713473-bc99-4c29-8d24-c74941a28270'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:35:42.645432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740674-20b8-4f31-9647-b769cef8f6c0 req-65af8ff9-1f7d-4db9-bab7-2faf7fd4a19e tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:42.647124 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98740674-20b8-4f31-9647-b769cef8f6c0 req-65af8ff9-1f7d-4db9-bab7-2faf7fd4a19e tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 949 time: 0.1045487
Apr 20 17:35:42.706115 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98740674-20b8-4f31-9647-b769cef8f6c0 req-98b19303-57a5-4aef-9e97-8e52a5c34752 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514624
Apr 20 17:35:42.845805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:43.901024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device b8713473-bc99-4c29-8d24-c74941a28270 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:35:43.919242 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c7a5-aa82-48b8-9d7f-e1e952310634 req-24cc44d4-7519-4f95-974e-4542183308a4 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:43.920840 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cb50c7a5-aa82-48b8-9d7f-e1e952310634 req-24cc44d4-7519-4f95-974e-4542183308a4 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 949 time: 0.0946405
Apr 20 17:35:43.969546 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cb50c7a5-aa82-48b8-9d7f-e1e952310634 req-e2d67cc4-6b9d-465b-9522-aa703c502554 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415952
Apr 20 17:35:43.977416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port b8713473-bc99-4c29-8d24-c74941a28270 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:35:43.982416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port b8713473-bc99-4c29-8d24-c74941a28270 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:35:43.982863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:44.107313 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:44.134461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:35:44.145145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b8713473-bc99-4c29-8d24-c74941a28270,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:35:44.148066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:44.150299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:44.187936 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270', 'code': 200}
Apr 20 17:35:44.224301 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:44.227713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:44.469464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a2f57-c8ce-4858-b77f-ca73c9724f55 req-732c21a4-811f-4d6d-a56b-77f6fa528387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:44.471313 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da2a2f57-c8ce-4858-b77f-ca73c9724f55 req-732c21a4-811f-4d6d-a56b-77f6fa528387 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 1103 time: 0.0779462
Apr 20 17:35:44.514774 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da2a2f57-c8ce-4858-b77f-ca73c9724f55 req-933ce940-2dca-4084-bd3f-44d23f57cf68 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365176
Apr 20 17:35:45.178594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047fe9-39fd-40f2-9185-15b4363ac90d req-bd590019-6b28-4af0-aaff-cd8b4a79bad6 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:45.180192 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff047fe9-39fd-40f2-9185-15b4363ac90d req-bd590019-6b28-4af0-aaff-cd8b4a79bad6 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 950 time: 0.0960855
Apr 20 17:35:45.230081 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ff047fe9-39fd-40f2-9185-15b4363ac90d req-aaa746db-6863-482c-9413-811067dc9e08 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433638
Apr 20 17:35:46.436634 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d2f56-ff0d-44e9-bdb8-8ac32ab6f4d0 req-e8b0de01-f77f-40ea-8999-8e91fa05172d tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:46.438318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab8d2f56-ff0d-44e9-bdb8-8ac32ab6f4d0 req-e8b0de01-f77f-40ea-8999-8e91fa05172d tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 950 time: 0.0905051
Apr 20 17:35:46.491315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab8d2f56-ff0d-44e9-bdb8-8ac32ab6f4d0 req-ef417006-107c-4766-9250-115c95d8821d tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459971
Apr 20 17:35:46.951214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036682d-9274-46bb-a644-4ec98f34d7e3 req-44d61b01-22b5-41a3-8979-365706703d1f tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:46.952797 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e036682d-9274-46bb-a644-4ec98f34d7e3 req-44d61b01-22b5-41a3-8979-365706703d1f tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 950 time: 0.0876021
Apr 20 17:35:47.002403 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e036682d-9274-46bb-a644-4ec98f34d7e3 req-e91cc408-7f01-40e3-a050-02a8295682d8 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416899
Apr 20 17:35:47.313807 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:35:48.206492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e919-aef4-42ad-87f2-ed06ae8ad744 req-178cdcd6-f31e-49a6-966a-d3ae1d0bc511 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:48.208083 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0558e919-aef4-42ad-87f2-ed06ae8ad744 req-178cdcd6-f31e-49a6-966a-d3ae1d0bc511 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 950 time: 0.0884905
Apr 20 17:35:48.259496 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0558e919-aef4-42ad-87f2-ed06ae8ad744 req-2529f860-8598-4114-97dc-6e0bbb3584b8 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e459bea-a77f-4131-b5fc-9a33e7952e24&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449157
Apr 20 17:35:48.650843 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-d9a7531a-d902-4520-8f9b-f4c42673525b tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:48.652365 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-d9a7531a-d902-4520-8f9b-f4c42673525b tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 950 time: 0.3164790
Apr 20 17:35:48.729965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Deleting port b8713473-bc99-4c29-8d24-c74941a28270 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:35:48.730341 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:48.989375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] For port b8713473-bc99-4c29-8d24-c74941a28270, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b8713473-bc99-4c29-8d24-c74941a28270,segment=NetworkSegment(2ab28986-bb79-4a37-8c3d-4a3371454ba0),segment_id=2ab28986-bb79-4a37-8c3d-4a3371454ba0)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:35:48.989783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:49.125864 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Calling delete_port for b8713473-bc99-4c29-8d24-c74941a28270 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:35:49.274644 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:49.280471 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:49.311442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['b8713473-bc99-4c29-8d24-c74941a28270'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:35:49.333433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Pushing event deleted for resources: {'Port': ['ID=b8713473-bc99-4c29-8d24-c74941a28270,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:49.336941 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:49.418582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] No DVR routers for this DVR port b8713473-bc99-4c29-8d24-c74941a28270 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:35:49.421156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:49.424154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'name': 'network-vif-deleted', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:35:49.436598 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-79855208-7caa-43ce-b98a-08dc6cf444ff req-2c916c78-a101-486b-a7ef-463bb9b75db4 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1de59c9-e259-4679-a8de-28cbca52b030 HTTP/1.1" status: 200  len: 210 time: 0.0545859
Apr 20 17:35:49.440672 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4d3c46c5-0a4e-457c-9304-fce387416ebb req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] 10.222.0.72 "DELETE /v2.0/ports/b8713473-bc99-4c29-8d24-c74941a28270 HTTP/1.1" status: 204  len: 173 time: 0.7815871
Apr 20 17:35:49.489954 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1de59c9-e259-4679-a8de-28cbca52b030', 'name': 'network-vif-deleted', 'tag': 'b8713473-bc99-4c29-8d24-c74941a28270', 'status': 'completed', 'code': 200}
Apr 20 17:35:51.974616 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device b8713473-bc99-4c29-8d24-c74941a28270 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:35:52.013358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: b8713473-bc99-4c29-8d24-c74941a28270 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:35:52.013759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device b8713473-bc99-4c29-8d24-c74941a28270 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:35:53.664944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6ea61622-9c87-4fe3-9d3d-d1ed8b0dfb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:55.309875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49622) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:55.468685 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e571e332-bc71-4bf4-a5b8-a4db584cc0a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b91aae58c2534be494a30bdb73ba60af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1574998
Apr 20 17:35:55.472584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49628) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:55.535579 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:55.562381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:55.607948 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:55.613369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70cb99da-51d7-41d6-9cfe-69e548034682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:55.628378 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e459bea-a77f-4131-b5fc-9a33e7952e24,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:55.632542 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:55.635903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:55.637414 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d5b2121d-156f-4cf8-aa79-c2d9f7f5555f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e459bea-a77f-4131-b5fc-9a33e7952e24 HTTP/1.1" status: 204  len: 168 time: 0.1634829
Apr 20 17:35:56.159593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-60864a76-9759-4c7b-a009-13f8e9785ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.341589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49652) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:56.454215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-818148664-network', 'tenant_id': 'a056b93cb78c4261a9f4b9db47eafe99'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:35:56.459723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:56.463877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Usage tracker for resource:network and tenant:a056b93cb78c4261a9f4b9db47eafe99 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:56.466933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:56.478902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:56.489219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Made reservation on behalf of a056b93cb78c4261a9f4b9db47eafe99 for: {'network': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:35:56.494016 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for network, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.506794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.525337 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:56.529290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Usage tracker for resource:security_group_rule and tenant:a056b93cb78c4261a9f4b9db47eafe99 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:56.532158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:56.538787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:56.622666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.625499 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.629750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d597cfb4-84db-4572-af47-3af6f87f4b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:56.655223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011}  {{(pid=86381) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 17:35:56.669109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b11918-c271-478f-8f81-1307783d5aa1,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:56.674496 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:56.675501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.675897 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.segments_db [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Added segment afaceda3-0bcc-4268-ae7f-769c23c3a2ea of type vlan for network 88dee64d-b636-4c91-9ba9-41f069d9f2fc
Apr 20 17:35:56.703733 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741119634803'] for network, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.734867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746'] for network, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.736470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:56.737110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:56.742233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e165429c-c375-47ad-b54e-743e66269d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:56.847043 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5042017
Apr 20 17:35:56.850173 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Pushing event updated for resources: {'Network': ['ID=88dee64d-b636-4c91-9ba9-41f069d9f2fc,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:56.850355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49658) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:35:56.853001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-759b58bd-518f-4cc5-9b18-3f84b7f7ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:56.856501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Request body: {'subnet': {'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-818148664-subnet', 'tenant_id': 'a056b93cb78c4261a9f4b9db47eafe99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:35:56.860595 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc details requested by agent ovs-agent-dv-cinder-786927-2-iscsi with host dv-cinder-786927-2-iscsi {{(pid=86383) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 17:35:56.862564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:35:56.866722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Usage tracker for resource:subnet and tenant:a056b93cb78c4261a9f4b9db47eafe99 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:35:56.869845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:35:56.881371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:35:56.890549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Made reservation on behalf of a056b93cb78c4261a9f4b9db47eafe99 for: {'subnet': 1} {{(pid=86382) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:35:56.896066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1706910'] for subnet, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:57.280328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:57.309571 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826700235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1706895'] for subnet, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:57.315831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ec4928e0-1e06-464e-adf7-41c48b77ebc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:35:57.399555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6af7bc-35da-4ad7-ae24-3153cd733128,revision_number=0']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:35:57.403702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:35:57.404461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Checking segment: {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86382) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:35:57.404850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Network hostable DHCP agents. Network: 88dee64d-b636-4c91-9ba9-41f069d9f2fc, hostable agents: ['c9a7ad37-8d50-42b2-8466-bc9e44af4c4f'], hosted agents: [] {{(pid=86382) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 17:35:57.423562 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc is scheduled to be hosted by DHCP agent c9a7ad37-8d50-42b2-8466-bc9e44af4c4f with binding_index 1 {{(pid=86382) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 17:35:57.432235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-iscsi, 88dee64d-b636-4c91-9ba9-41f069d9f2fc) {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:35:57.441674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6636ce-0d06-4103-a181-a05e3667c74c None None] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:35:57.446250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:57.446902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:57.472855 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-46dbeea0-9b20-4bfb-ad4b-5a1aaec112b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6214609
Apr 20 17:35:57.674687 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0f28e-2ae8-4325-9e25-7f5c5cf8f462 None None] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:35:57.694359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:58.685755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:35:59.546691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-09ba4c94-2bf0-4de2-9450-fea573b0fac4 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:35:59.547432 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-c7c04113-d439-440c-a869-fded68f83fbb req-09ba4c94-2bf0-4de2-9450-fea573b0fac4 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Synchronizing usage tracker for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:network {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:35:59.563398 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-c7c04113-d439-440c-a869-fded68f83fbb req-09ba4c94-2bf0-4de2-9450-fea573b0fac4 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Unset dirty status for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:network {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:35:59.565164 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-09ba4c94-2bf0-4de2-9450-fea573b0fac4 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 813 time: 0.1739693
Apr 20 17:35:59.581651 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-9a5166da-5ce6-46ab-ab75-6ed3cf1cb1d2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/quotas/a056b93cb78c4261a9f4b9db47eafe99 HTTP/1.1" status: 200  len: 375 time: 0.0104156
Apr 20 17:35:59.634323 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-10ca04e9-4b32-4b3d-9ada-b6296f85d1f1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0471647
Apr 20 17:35:59.646338 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-2535af2c-b3c7-4854-9cb0-fd7e01444c57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86381) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:35:59.647404 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-2535af2c-b3c7-4854-9cb0-fd7e01444c57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061228
Apr 20 17:35:59.792182 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-1130d871-2a1c-4b9b-ad95-590580b6f78a service neutron] 10.222.0.25 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386404
Apr 20 17:35:59.937292 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-3f90a698-2975-4b89-be27-d8bafb52df80 service neutron] 10.222.0.25 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386275
Apr 20 17:36:00.128485 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f5f04ead-38d1-4af2-82be-1e13dc5e046a req-713736cd-f091-4156-adbe-317c2bd8a9e1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 210 time: 0.0495298
Apr 20 17:36:01.302922 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-da5bba61-7180-4330-9f49-a9ff1eadc86b req-05b58f15-eb82-4369-ba6d-1f2d29593f73 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 210 time: 0.0550237
Apr 20 17:36:01.486593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-ee53cde3-2b24-4f2f-885b-0d46436d0eda tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:01.488141 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-ee53cde3-2b24-4f2f-885b-0d46436d0eda tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 813 time: 0.1631000
Apr 20 17:36:01.507671 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Request body: {'port': {'device_id': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc', 'admin_state_up': True, 'tenant_id': 'a056b93cb78c4261a9f4b9db47eafe99'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:36:01.654794 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:36:01.658805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Usage tracker for resource:port and tenant:a056b93cb78c4261a9f4b9db47eafe99 is out of sync, need to count used quota {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:36:01.661735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86381) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:36:01.667664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:36:01.677211 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Made reservation on behalf of a056b93cb78c4261a9f4b9db47eafe99 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:36:01.683600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:01.856029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Allocated IP 172.20.0.10 (88dee64d-b636-4c91-9ba9-41f069d9f2fc/9b6af7bc-35da-4ad7-ae24-3153cd733128/61470792-d5a6-4ef4-9fa9-0f6637f9273f) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:36:02.068650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.098755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.104355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5dd03ae4-a3d4-45fa-8351-08301e449d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:02.171993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:36:02.175778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:36:02.180221 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:36:02.226683 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Pushing event updated for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:02.231274 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:02.256608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:02.257315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.278211 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7747717
Apr 20 17:36:02.297489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Request body: {'port': {'device_id': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:36:02.420860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.510321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63744fe-c4c7-44fa-88d3-e3f89d7a44f5 req-dc631a26-dacf-477c-9c90-3ad66699e3f3 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:02.511931 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c63744fe-c4c7-44fa-88d3-e3f89d7a44f5 req-dc631a26-dacf-477c-9c90-3ad66699e3f3 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 932 time: 0.0933127
Apr 20 17:36:02.561071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c63744fe-c4c7-44fa-88d3-e3f89d7a44f5 req-241a6ce8-f9a0-4a40-960c-fd9d04499a22 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426552
Apr 20 17:36:02.783392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61470792-d5a6-4ef4-9fa9-0f6637f9273f {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:36:02.791084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.806370 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Transition to ACTIVE for port object 61470792-d5a6-4ef4-9fa9-0f6637f9273f will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:36:02.809087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:02.813787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-70ef8213-c556-49ff-8a94-d36b1ee76acc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:02.976348 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Pushing event updated for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:02.984437 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:03.055244 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Attempting to bind port 61470792-d5a6-4ef4-9fa9-0f6637f9273f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:36:03.055533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Attempting to bind port 61470792-d5a6-4ef4-9fa9-0f6637f9273f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:36:03.055896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Attempting to bind port 61470792-d5a6-4ef4-9fa9-0f6637f9273f on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:36:03.060809 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Port 61470792-d5a6-4ef4-9fa9-0f6637f9273f on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:36:03.061231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Attempting to bind port 61470792-d5a6-4ef4-9fa9-0f6637f9273f on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:36:03.066816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:36:03.067183 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Checking segment: {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:36:03.067603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Bound using segment: {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:36:03.068072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Bound port: 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:36:03.068447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:03.160087 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:36:03.163640 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:36:03.166210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:03.171004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-24dd9876-37c9-4bff-b1f8-1e59eefa6902 tempest-TestMinimumBasicScenario-1840565408 tempest-TestMinimumBasicScenario-1840565408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:03.236332 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:03.237018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:03.238535 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/61470792-d5a6-4ef4-9fa9-0f6637f9273f HTTP/1.1" status: 200  len: 1094 time: 0.9457171
Apr 20 17:36:03.239086 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:03.260014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Pushing event updated for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:03.263361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-59a6c315-25c0-43d0-b1d3-af09af3601b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:03.311119 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f', 'status': 'completed', 'code': 200}
Apr 20 17:36:03.405711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-a42a6c2e-2e2a-4561-9d12-2fe2d41748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:03.407315 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-a42a6c2e-2e2a-4561-9d12-2fe2d41748f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 1097 time: 0.0794976
Apr 20 17:36:03.491147 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-55bc03cb-6af7-468a-8026-6ec4fa0ece5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f HTTP/1.1" status: 200  len: 217 time: 0.0702810
Apr 20 17:36:03.561082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c04113-d439-440c-a869-fded68f83fbb req-d35c7980-7bf8-4a32-b47c-2831846ea26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:03.562590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-d35c7980-7bf8-4a32-b47c-2831846ea26f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b6af7bc-35da-4ad7-ae24-3153cd733128 HTTP/1.1" status: 200  len: 853 time: 0.0643005
Apr 20 17:36:03.618937 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-fd914b78-f2af-4612-b111-dc7afae41bff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88dee64d-b636-4c91-9ba9-41f069d9f2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490882
Apr 20 17:36:03.760902 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573548-0b58-4eb2-8f79-7fc474176d8f req-8f30ac15-1120-4aa1-8abc-96a2e8aca53e tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:03.762553 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-14573548-0b58-4eb2-8f79-7fc474176d8f req-8f30ac15-1120-4aa1-8abc-96a2e8aca53e tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 944 time: 0.0894117
Apr 20 17:36:03.766382 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-004a63a6-88fa-4265-ab39-ea9fa401318b service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398959
Apr 20 17:36:03.812737 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-14573548-0b58-4eb2-8f79-7fc474176d8f req-bd456f38-49c3-4baa-846c-28a3c5de5f3e tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433669
Apr 20 17:36:04.140493 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c7c04113-d439-440c-a869-fded68f83fbb req-fdab3f3a-cf80-42f0-bfe6-40160d8cfbc5 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672628
Apr 20 17:36:04.306555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-a60194fe-1606-487b-95ca-fde9cf7b6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:04.308126 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-a60194fe-1606-487b-95ca-fde9cf7b6866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 1097 time: 0.0781453
Apr 20 17:36:04.449593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-9210c081-5de0-4ee2-971f-d1800309d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:04.451158 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-9210c081-5de0-4ee2-971f-d1800309d63d service neutron] 10.222.0.72 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 915 time: 0.1363316
Apr 20 17:36:04.528736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-9ff51a10-26ad-4b2a-b463-503a6ca7e5ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f HTTP/1.1" status: 200  len: 217 time: 0.0696239
Apr 20 17:36:04.599662 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-25fa9748-c5e4-4696-a48d-94d0b881ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:04.601284 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-25fa9748-c5e4-4696-a48d-94d0b881ebd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b6af7bc-35da-4ad7-ae24-3153cd733128 HTTP/1.1" status: 200  len: 853 time: 0.0637200
Apr 20 17:36:04.658283 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-5613cf69-f5fc-49b5-90f2-972903578b1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88dee64d-b636-4c91-9ba9-41f069d9f2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492513
Apr 20 17:36:04.802866 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-35ba3842-7cec-4196-a389-abcf9c799c28 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366532
Apr 20 17:36:04.955296 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-2b7fba81-6f71-41d4-a69f-0695a1bdb7dd req-687f10dd-19d4-47bb-9faa-d6502fe243b7 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451805
Apr 20 17:36:05.155308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-9dd09975-ddfc-4fa7-8e5a-ef35f5444c08 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:05.155973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-9dd09975-ddfc-4fa7-8e5a-ef35f5444c08 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Synchronizing usage tracker for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:36:05.171559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-9dd09975-ddfc-4fa7-8e5a-ef35f5444c08 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Unset dirty status for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:36:05.172784 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-9dd09975-ddfc-4fa7-8e5a-ef35f5444c08 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 944 time: 0.1034455
Apr 20 17:36:05.221122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-d2b1d06c-8236-4a0b-8949-650f03d387c2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Synchronizing usage tracker for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:security_group {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:36:05.237996 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-d2b1d06c-8236-4a0b-8949-650f03d387c2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Unset dirty status for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:security_group {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:36:05.240258 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bd799c13-ac6b-4f9d-950c-0ccd4f7757b7 req-d2b1d06c-8236-4a0b-8949-650f03d387c2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603304
Apr 20 17:36:06.075482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 61470792-d5a6-4ef4-9fa9-0f6637f9273f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:36:06.215872 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:06.229919 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '61470792-d5a6-4ef4-9fa9-0f6637f9273f', 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc', 'port_id': '61470792-d5a6-4ef4-9fa9-0f6637f9273f', 'mac_address': 'fa:16:3e:b8:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6af7bc-35da-4ad7-ae24-3153cd733128', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:36:06.295108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:06.313176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61470792-d5a6-4ef4-9fa9-0f6637f9273f {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:36:06.332312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:06.335233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:06.337120 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:06.407392 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:06.410959 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:06.433515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49716) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:06.450835 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748e3a8-2820-4aad-a262-bbcbd0795210 req-c640e752-6b2b-484b-a906-f5e83eaa364c tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:06.452437 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4748e3a8-2820-4aad-a262-bbcbd0795210 req-c640e752-6b2b-484b-a906-f5e83eaa364c tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 945 time: 0.0948052
Apr 20 17:36:06.505320 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4748e3a8-2820-4aad-a262-bbcbd0795210 req-4c8664c9-4d47-435c-b7e2-e386d6856d6d tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458229
Apr 20 17:36:06.667395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['61470792-d5a6-4ef4-9fa9-0f6637f9273f'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:36:06.769796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Deleting port 7ec74f4f-7d47-459a-8c1b-255269d926a8 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:06.770184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:06.955402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:06.956193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:07.086219 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Calling delete_port for 7ec74f4f-7d47-459a-8c1b-255269d926a8 owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:07.254389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:07.258168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a39b09d8-0d5a-4847-86d5-df9b0f332200 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:07.307099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event deleted for resources: {'Port': ['ID=7ec74f4f-7d47-459a-8c1b-255269d926a8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:07.310009 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:07.404705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:07.405078 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Floating IP ca2d733a-1c3f-4213-88c8-8c37fbe2f569 disassociated (deleted). External IP: 172.27.0.141, port: d7a4393c-e5ef-4387-9fb0-4c4a447f6016.
Apr 20 17:36:07.840761 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539f9a-53cc-4ab5-9d6d-ac36cf562ded req-976ac795-a0b6-4487-9d55-233277a691ac tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:07.842314 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2539f9a-53cc-4ab5-9d6d-ac36cf562ded req-976ac795-a0b6-4487-9d55-233277a691ac tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 945 time: 0.1949317
Apr 20 17:36:07.853710 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:36:08.035499 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-d2539f9a-53cc-4ab5-9d6d-ac36cf562ded req-9211edff-a844-40b9-9b32-6520a634fe15 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845832
Apr 20 17:36:08.077322 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:36:08.087699 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Sync routers for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:36:08.093371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 61470792-d5a6-4ef4-9fa9-0f6637f9273f up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:36:08.099164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:08.139834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:08.140530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33345d26a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:08.161147 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-da3ba8ff-9588-4090-9f5d-f0a62dda51f5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca2d733a-1c3f-4213-88c8-8c37fbe2f569 HTTP/1.1" status: 204  len: 168 time: 1.7233131
Apr 20 17:36:08.161147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:08.222208 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'status': 'completed', 'code': 200}
Apr 20 17:36:08.326706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 61470792-d5a6-4ef4-9fa9-0f6637f9273f completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:36:08.346611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 61470792-d5a6-4ef4-9fa9-0f6637f9273f triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:36:08.347280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:08.351723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-6a84a30b-599a-469b-b47b-55459fa41137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:08.353370 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-6a84a30b-599a-469b-b47b-55459fa41137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb736a5fc52143d6a2fd781ae436d961&device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 1098 time: 0.0890007
Apr 20 17:36:08.429535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:08.549271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-4363b0ee-0938-448d-92e6-983c6ea7f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:08.550866 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-4363b0ee-0938-448d-92e6-983c6ea7f3a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 200  len: 911 time: 0.1910160
Apr 20 17:36:08.887216 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-a1341dd5-5b7c-4b8d-9e26-c4194a53cfeb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 200  len: 217 time: 0.3285329
Apr 20 17:36:08.908778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:08.949991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be067d-a9a6-4600-bff4-f203f4ff9891 req-d939877d-c512-4b69-ad21-2825ee1ec8f7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:08.950755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-45be067d-a9a6-4600-bff4-f203f4ff9891 req-d939877d-c512-4b69-ad21-2825ee1ec8f7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:36:08.960524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:08.982111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-45be067d-a9a6-4600-bff4-f203f4ff9891 req-d939877d-c512-4b69-ad21-2825ee1ec8f7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:36:08.983386 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-45be067d-a9a6-4600-bff4-f203f4ff9891 req-d939877d-c512-4b69-ad21-2825ee1ec8f7 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.5010295
Apr 20 17:36:08.984895 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-ebc8e734-5007-42af-909b-5ea635f39142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:08.986460 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-ebc8e734-5007-42af-909b-5ea635f39142 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 200  len: 848 time: 0.0909479
Apr 20 17:36:08.987240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:08.992299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:08.994427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:09.090412 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-45be067d-a9a6-4600-bff4-f203f4ff9891 req-8bea2e43-f85b-4fc0-95d9-8385eb35336d tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994968
Apr 20 17:36:09.112893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:09.117466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:09.132960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-89f88b29-48a9-4331-9a2b-aa0ba45fac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:09.134647 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-89f88b29-48a9-4331-9a2b-aa0ba45fac38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27803296-ea34-4843-9c45-fc11f0ab4a56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239898
Apr 20 17:36:09.154992 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33345d26a0>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:09.160336 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Checking router: 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:36:09.170899 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:09.172318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33345d26a0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:09.238839 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f', 'code': 200}
Apr 20 17:36:09.356375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-79d37aa7-37e7-4edf-8466-19f51bf4f69f service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123609
Apr 20 17:36:09.385800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:09.498626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddfe1c-10d4-4616-955e-2eeaed4faf9f req-0b2da68d-6bfe-4b1d-9128-6220f328395f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:09.500229 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aaddfe1c-10d4-4616-955e-2eeaed4faf9f req-0b2da68d-6bfe-4b1d-9128-6220f328395f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.2736332
Apr 20 17:36:09.604352 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-aaddfe1c-10d4-4616-955e-2eeaed4faf9f req-9d0d1705-87e2-4365-82d0-b4f6d7d1efb3 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961182
Apr 20 17:36:09.630829 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fe1444f8-e6ad-410b-b5a2-b8346d7f8a97 req-d9f6e844-0b0d-4e0a-9f6e-907baa72ea92 service neutron] 10.222.0.72 "GET /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645786
Apr 20 17:36:09.636476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ef57b-8a21-4ef0-85db-6ddfef9af08e req-9dffcace-f9bb-4244-873c-6941dc75f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:09.638021 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6d5ef57b-8a21-4ef0-85db-6ddfef9af08e req-9dffcace-f9bb-4244-873c-6941dc75f9d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 1099 time: 0.1907880
Apr 20 17:36:09.711174 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6d5ef57b-8a21-4ef0-85db-6ddfef9af08e req-d27791ef-9b77-4ce2-b516-e809eeaec78e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398691
Apr 20 17:36:09.728477 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33345d26a0>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:09.732698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81294c0-0e42-472a-9d2e-6ece9237b30d None None] The sync data for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi is: [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:30:42Z', 'revision_number': 4, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '5bdbe32a-17cd-4923-be92-00575e09fab3', 'name': '', 'network_id': '27803296-ea34-4843-9c45-fc11f0ab4a56', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'mac_address': 'fa:16:3e:8e:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:40Z', 'updated_at': '2021-04-20T17:30:49Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'subnets': [{'id': '7298c2e0-1cf5-4384-8086-1570c8d29c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:36:10.120350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205aef2c-7ca1-4e21-925c-fdbf9666f9fd None None] New status for floating IP ca2d733a-1c3f-4213-88c8-8c37fbe2f569: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:36:10.320072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596a34c-f13c-471e-a817-9af90df96973 req-93e5ee7a-6c46-4f15-8275-dab9c63f81aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:10.321675 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9596a34c-f13c-471e-a817-9af90df96973 req-93e5ee7a-6c46-4f15-8275-dab9c63f81aa tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0946543
Apr 20 17:36:10.374126 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9596a34c-f13c-471e-a817-9af90df96973 req-d2e90a04-63c2-421c-92a0-a07ab754ec8d tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/security-groups?id=08bd7e49-e16b-4e90-86d4-2cc146154075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458968
Apr 20 17:36:10.728018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33368947-286a-41dc-b23b-15c35e2c8947 req-454d92bc-a398-4a45-b452-d71304c41dc2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:10.729664 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33368947-286a-41dc-b23b-15c35e2c8947 req-454d92bc-a398-4a45-b452-d71304c41dc2 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 945 time: 0.0949886
Apr 20 17:36:10.865933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Deleting port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:10.866335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:10.945493 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bfc8-e6d4-4fdb-977e-7d6cee8649ae req-d04b46e9-06df-4096-b3d1-4a198db6345b tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:10.947166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e48bfc8-e6d4-4fdb-977e-7d6cee8649ae req-d04b46e9-06df-4096-b3d1-4a198db6345b tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.2165256
Apr 20 17:36:11.068457 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8e48bfc8-e6d4-4fdb-977e-7d6cee8649ae req-0badb86a-6b07-40e9-9c84-5158c3c7e47f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927055
Apr 20 17:36:11.191205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] For port d7a4393c-e5ef-4387-9fb0-4c4a447f6016, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:11.191789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:11.326747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Calling delete_port for d7a4393c-e5ef-4387-9fb0-4c4a447f6016 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:11.479504 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:11.485422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-20089285-0209-454a-bdb1-ad900a1b8058 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:11.534767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event deleted for resources: {'Port': ['ID=d7a4393c-e5ef-4387-9fb0-4c4a447f6016,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:11.538084 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:11.539757 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5c4ec7b4-d8cf-43c9-be57-f36ffd3abb76 req-45b73194-f9c5-4c8a-8b4b-9136537701c3 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.0494089
Apr 20 17:36:11.619482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] No DVR routers for this DVR port d7a4393c-e5ef-4387-9fb0-4c4a447f6016 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:36:11.621998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:11.624727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-deleted', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:11.639827 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-33368947-286a-41dc-b23b-15c35e2c8947 req-f78aa63b-3211-4096-8daf-c177f8a086e5 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.72 "DELETE /v2.0/ports/d7a4393c-e5ef-4387-9fb0-4c4a447f6016 HTTP/1.1" status: 204  len: 173 time: 0.8726735
Apr 20 17:36:11.673862 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b60d36-3732-4086-8f9b-ee33b2bb1f90', 'name': 'network-vif-deleted', 'tag': 'd7a4393c-e5ef-4387-9fb0-4c4a447f6016', 'status': 'completed', 'code': 200}
Apr 20 17:36:12.277984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c973b2e-2653-417b-b5ff-d79c4aa9dce5 req-2c49bd71-12ad-4f4d-8c10-c9beba514e4f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:12.279590 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c973b2e-2653-417b-b5ff-d79c4aa9dce5 req-2c49bd71-12ad-4f4d-8c10-c9beba514e4f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.0920730
Apr 20 17:36:12.328715 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-4c973b2e-2653-417b-b5ff-d79c4aa9dce5 req-d5666f97-532f-43b7-842c-7a0d60f99583 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420518
Apr 20 17:36:12.748177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-0619bdce-ecdb-4190-8f3f-ff6894cdcb74 req-5e5fd3d6-69ba-41fa-8f7a-9e61be5288b3 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Synchronizing usage tracker for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:36:12.765993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-0619bdce-ecdb-4190-8f3f-ff6894cdcb74 req-5e5fd3d6-69ba-41fa-8f7a-9e61be5288b3 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Unset dirty status for tenant:eb736a5fc52143d6a2fd781ae436d961 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:36:12.767501 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0619bdce-ecdb-4190-8f3f-ff6894cdcb74 req-5e5fd3d6-69ba-41fa-8f7a-9e61be5288b3 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "GET /v2.0/ports?device_id=51b60d36-3732-4086-8f9b-ee33b2bb1f90 HTTP/1.1" status: 200  len: 210 time: 0.0717585
Apr 20 17:36:12.860099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:13.875888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49806) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:13.950865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:13.981748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:14.046225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:14.052942 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:14.072826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd7e49-e16b-4e90-86d4-2cc146154075,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:14.075601 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:14.082093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:14.083307 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-911dfd90-deb8-4b55-bfc1-d588d48b7881 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] 10.222.0.25 "DELETE /v2.0/security-groups/08bd7e49-e16b-4e90-86d4-2cc146154075 HTTP/1.1" status: 204  len: 168 time: 0.2056954
Apr 20 17:36:14.117097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:14.157598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: d7a4393c-e5ef-4387-9fb0-4c4a447f6016 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:14.158187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device d7a4393c-e5ef-4387-9fb0-4c4a447f6016 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:15.158896 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49816) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:15.800193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:16.171867 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Deleting port 5bdbe32a-17cd-4923-be92-00575e09fab3 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:16.172539 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:16.364138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] For port 5bdbe32a-17cd-4923-be92-00575e09fab3, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5bdbe32a-17cd-4923-be92-00575e09fab3,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:16.364522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:16.507082 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Calling delete_port for 5bdbe32a-17cd-4923-be92-00575e09fab3 owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:16.932973 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:16.937537 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-af46d917-253b-4b43-bb3f-2d9cd85edb59 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:16.987097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbe32a-17cd-4923-be92-00575e09fab3,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:17.016196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:17.282549 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:17.686912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:36:17.882448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:36:17.891824 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Sync routers for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:36:17.900876 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7383349
Apr 20 17:36:17.901587 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49828) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:17.903700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:17.904402 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ef7c6d8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:18.097561 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:18.097870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:18.292372 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:18.301879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Deleting port bbce6527-31f5-49f8-ae9c-da330080910f {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:18.302276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:18.419034 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ef7c6d8>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:36:16Z', 'revision_number': 5, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port': {'id': 'bbce6527-31f5-49f8-ae9c-da330080910f', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:35Z', 'updated_at': '2021-04-20T17:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:18.423112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Checking router: 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:36:18.432934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Routers {'2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:18.433692 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ef7c6d8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:18.503109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] For port bbce6527-31f5-49f8-ae9c-da330080910f, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=bbce6527-31f5-49f8-ae9c-da330080910f,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:18.503515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:18.604210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] Set router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 gateway port host: None {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:18.639953 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Calling delete_port for bbce6527-31f5-49f8-ae9c-da330080910f owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:18.724610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ef7c6d8>, [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:36:18Z', 'revision_number': 6, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:18.729097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e8e29-35ec-4974-b7e4-056830c8b2e6 None None] The sync data for ids ['2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23'] in dv-cinder-786927-2-iscsi is: [{'id': '2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23', 'name': 'tempest-TestShelveInstance-1557128613-router', 'tenant_id': 'eb736a5fc52143d6a2fd781ae436d961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:34Z', 'updated_at': '2021-04-20T17:36:18Z', 'revision_number': 6, 'project_id': 'eb736a5fc52143d6a2fd781ae436d961', 'gw_port_host': None}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:36:18.839998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:18.844908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cf17a22d-1bda-4761-b739-e14ebeebb83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:18.892696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbce6527-31f5-49f8-ae9c-da330080910f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:18.896308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:18.996827 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.355664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device bbce6527-31f5-49f8-ae9c-da330080910f no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:19.397031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: bbce6527-31f5-49f8-ae9c-da330080910f {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:19.397454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device bbce6527-31f5-49f8-ae9c-da330080910f not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:19.398019 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5bdbe32a-17cd-4923-be92-00575e09fab3 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:19.434258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 5bdbe32a-17cd-4923-be92-00575e09fab3 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:19.434588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5bdbe32a-17cd-4923-be92-00575e09fab3 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:19.436622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.439877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.462815 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.463374 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:36:19.477334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.478576 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2d59abd3-12fa-4fc8-ba33-9cd0bd8f0d23 HTTP/1.1" status: 204  len: 168 time: 1.5759754
Apr 20 17:36:19.481361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49834) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:19.551199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Deleting subnet 7298c2e0-1cf5-4384-8086-1570c8d29c4c {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:36:19.554554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.609822 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.697468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.972014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:19.977035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:20.017043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7298c2e0-1cf5-4384-8086-1570c8d29c4c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:20.019597 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.023026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be0150-ac3b-48ab-98ea-e9a0871c4f60 None None] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:36:20.024217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:20.029230 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-cd0f308a-0e99-4af0-a4cf-0f9965963b94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7298c2e0-1cf5-4384-8086-1570c8d29c4c HTTP/1.1" status: 204  len: 168 time: 0.5468483
Apr 20 17:36:20.032060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49846) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:20.150658 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.164260 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Deleting port 10e3713b-8466-42ca-8cc3-2a73ab326737 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:20.164639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.302048 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] DHCP port deletion for 27803296-ea34-4843-9c45-fc11f0ab4a56 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:36:20.306453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Deleting port 10e3713b-8466-42ca-8cc3-2a73ab326737 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:20.306913 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.394229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] For port 10e3713b-8466-42ca-8cc3-2a73ab326737, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=10e3713b-8466-42ca-8cc3-2a73ab326737,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:20.394845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.529985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Calling delete_port for 10e3713b-8466-42ca-8cc3-2a73ab326737 owned by network:dhcp {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:20.530311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] For port 10e3713b-8466-42ca-8cc3-2a73ab326737, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=10e3713b-8466-42ca-8cc3-2a73ab326737,segment=NetworkSegment(4c83e647-bb81-483a-9609-48607250f62b),segment_id=4c83e647-bb81-483a-9609-48607250f62b)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:20.530588 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.612868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.617993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-c2577b02-8a78-4148-a2c2-ea9d65d41473 tempest-TestShelveInstance-742192978 tempest-TestShelveInstance-742192978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:20.664921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Calling delete_port for 10e3713b-8466-42ca-8cc3-2a73ab326737 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:20.667230 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] No DVR routers for this DVR port 10e3713b-8466-42ca-8cc3-2a73ab326737 on host dv-cinder-786927-2-iscsi {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:36:20.695358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e3713b-8466-42ca-8cc3-2a73ab326737,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:20.698071 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:20.762422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:36:20.762984 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:36:20.804439 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.926220 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332ecc6438>,) {'filters': {'network_id': ['27803296-ea34-4843-9c45-fc11f0ab4a56']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:20.940722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332ecc6438>, '4c83e647-bb81-483a-9609-48607250f62b') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:20.941066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332ecc6438>, '4c83e647-bb81-483a-9609-48607250f62b') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:20.952999 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.968438 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:20.980400 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:36:21.163289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:36:21.172908 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:21.264655 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Deleting port 10e3713b-8466-42ca-8cc3-2a73ab326737 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:21.265286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:21.350318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7818b5c2-3599-472a-952e-7024f6807c78 None None] The port '10e3713b-8466-42ca-8cc3-2a73ab326737' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:36:21.357533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Network 27803296-ea34-4843-9c45-fc11f0ab4a56 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:36:21.360487 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 10e3713b-8466-42ca-8cc3-2a73ab326737 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:36:21.382341 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:36:21.400645 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 10e3713b-8466-42ca-8cc3-2a73ab326737 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:21.401293 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 10e3713b-8466-42ca-8cc3-2a73ab326737 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:21.464889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:21.468626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:21.483116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:21.494888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Pushing event deleted for resources: {'Network': ['ID=27803296-ea34-4843-9c45-fc11f0ab4a56,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:21.498292 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:21.508248 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] 10.222.0.25 "DELETE /v2.0/networks/27803296-ea34-4843-9c45-fc11f0ab4a56 HTTP/1.1" status: 204  len: 168 time: 1.4750848
Apr 20 17:36:21.511569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49854) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:22.085841 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:22.468660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Deleting port 3ee38078-4dc5-44d4-ba1a-32868b290b62 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:22.469582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:22.661557 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] For port 3ee38078-4dc5-44d4-ba1a-32868b290b62, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=3ee38078-4dc5-44d4-ba1a-32868b290b62,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:22.661873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:22.795575 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Calling delete_port for 3ee38078-4dc5-44d4-ba1a-32868b290b62 owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:22.977565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:22.982334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2377d930-68a8-4bbb-b512-4cacbb6080ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:23.069369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee38078-4dc5-44d4-ba1a-32868b290b62,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:23.072021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:23.596373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:23.667357 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-18fd6bfa-a6a3-475b-acd3-108f9469113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:23.987289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Router 89c98209-ecb2-4737-8f10-0f67eb1251bb has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:36:24.189925 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:36:24.201637 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] 10.222.0.25 "PUT /v2.0/routers/89c98209-ecb2-4737-8f10-0f67eb1251bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6864972
Apr 20 17:36:24.201847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Sync routers for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:36:24.202674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49874) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:24.211836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:24.212986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334426f28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:24.386235 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:36:24.408206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks [] for router, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:24.454114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:24.610063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:24.619951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Deleting port 18735593-e8dc-45a9-b415-7d6a93f99f00 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:24.620569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:24.794783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334426f28>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:36:22Z', 'revision_number': 5, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port': {'id': '18735593-e8dc-45a9-b415-7d6a93f99f00', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:48Z', 'updated_at': '2021-04-20T17:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:24.800976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Checking router: 89c98209-ecb2-4737-8f10-0f67eb1251bb for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:36:24.812476 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Routers {'89c98209-ecb2-4737-8f10-0f67eb1251bb'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:24.813551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3334426f28>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:35:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['89c98209-ecb2-4737-8f10-0f67eb1251bb'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:24.837288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] For port 18735593-e8dc-45a9-b415-7d6a93f99f00, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=18735593-e8dc-45a9-b415-7d6a93f99f00,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:24.837952 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:24.985755 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Calling delete_port for 18735593-e8dc-45a9-b415-7d6a93f99f00 owned by network:router_gateway {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:25.146506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] Set router 89c98209-ecb2-4737-8f10-0f67eb1251bb gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:25.186893 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.195264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3990d4ba-576c-499a-9a90-e36d017cb45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:25.268748 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3334426f28>, [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:36:24Z', 'revision_number': 6, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:25.273209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800837d5-8ea5-4582-a72e-d1cd510e6c2a None None] The sync data for ids ['89c98209-ecb2-4737-8f10-0f67eb1251bb'] in dv-cinder-786927-2-iscsi is: [{'id': '89c98209-ecb2-4737-8f10-0f67eb1251bb', 'name': 'tempest-TestShelveInstance-366524648-router', 'tenant_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:47Z', 'updated_at': '2021-04-20T17:36:24Z', 'revision_number': 6, 'project_id': 'd43aae1f64b24c23a842f7a13cf85c5e', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:36:25.286651 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Pushing event deleted for resources: {'Port': ['ID=18735593-e8dc-45a9-b415-7d6a93f99f00,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:25.294130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:25.358772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.551716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.554194 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.577730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.578315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c98209-ecb2-4737-8f10-0f67eb1251bb {{(pid=86382) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:36:25.591934 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] Notify callbacks [] for router, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.593153 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a5d7c23e-002c-4c88-b1be-8a1bc1aa820a admin admin] 10.222.0.25 "DELETE /v2.0/routers/89c98209-ecb2-4737-8f10-0f67eb1251bb HTTP/1.1" status: 204  len: 168 time: 1.3894238
Apr 20 17:36:25.596606 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49892) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:25.663695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Deleting subnet b3469d0d-44aa-4106-908a-20b0106b6040 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:36:25.666763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.717607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:25.804035 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.075258 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.080581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:26.120674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3469d0d-44aa-4106-908a-20b0106b6040,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:26.123995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:26.125043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.130208 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e6dd9-b268-44b5-bb52-789b00e029ad None None] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:36:26.131822 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-2e462442-4b5e-4f02-a971-66c5ab7007d3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b3469d0d-44aa-4106-908a-20b0106b6040 HTTP/1.1" status: 204  len: 168 time: 0.5341542
Apr 20 17:36:26.134466 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49898) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:26.260350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.275136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Deleting port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:26.275838 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.410205 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4b8242ab-890a-48c3-b362-5da836c4844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.510130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] For port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86382) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:26.510449 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.581954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] DHCP port deletion for a77b4a6e-acab-4c07-92b8-22164ae08fb4 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:36:26.586665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Deleting port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:26.587114 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.820113 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] For port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,segment=NetworkSegment(c0b0f25b-4d57-4a1e-9436-f079bfb3d066),segment_id=c0b0f25b-4d57-4a1e-9436-f079bfb3d066)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:26.820677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.898990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Calling delete_port for 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 owned by network:dhcp {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:26.953161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Calling delete_port for 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:36:26.974665 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:26.979489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:27.028225 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f969c9d-b90f-4d92-ae6a-e129f2dd63e8,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:27.031572 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:27.031873 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:36:27.032289 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:36:27.033359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] No DVR routers for this DVR port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 on host dv-cinder-786927-2-iscsi {{(pid=86382) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:36:27.155555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.270628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fb46d68>,) {'filters': {'network_id': ['a77b4a6e-acab-4c07-92b8-22164ae08fb4']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:27.279847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.288801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb46d68>, 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:27.289215 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb46d68>, 'c0b0f25b-4d57-4a1e-9436-f079bfb3d066') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:27.302463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.322276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.329585 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:36:27.357134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:27.395627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:27.396025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:27.397845 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 3ee38078-4dc5-44d4-ba1a-32868b290b62 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:27.435650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 3ee38078-4dc5-44d4-ba1a-32868b290b62 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:27.436047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 3ee38078-4dc5-44d4-ba1a-32868b290b62 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:27.436516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 18735593-e8dc-45a9-b415-7d6a93f99f00 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:36:27.472886 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 18735593-e8dc-45a9-b415-7d6a93f99f00 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:36:27.473324 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 18735593-e8dc-45a9-b415-7d6a93f99f00 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:36:27.518426 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:36:27.527730 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.533877 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Deleting port 7f969c9d-b90f-4d92-ae6a-e129f2dd63e8 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:36:27.534389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.607436 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-0dad781e-80fa-4155-b80d-686f2779beb3 None None] The port '7f969c9d-b90f-4d92-ae6a-e129f2dd63e8' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:36:27.646766 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.713693 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Network a77b4a6e-acab-4c07-92b8-22164ae08fb4 has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:36:27.736998 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:36:27.819719 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.823497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1e14045e-4176-4232-8c91-d960ed087651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:27.837545 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:27.851115 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77b4a6e-acab-4c07-92b8-22164ae08fb4,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:27.854129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:27.859071 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a77b4a6e-acab-4c07-92b8-22164ae08fb4 HTTP/1.1" status: 204  len: 168 time: 1.7210159
Apr 20 17:36:27.973105 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49914) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:28.023956 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d3649881-ba5c-4926-aae7-8b52e4e7c2dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb736a5fc52143d6a2fd781ae436d961&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495160
Apr 20 17:36:28.026802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 49918) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:28.087226 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.115014 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.161806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.167078 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-565b4b70-b9c6-44c0-9a85-069590274d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:28.182768 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec6e50-140b-48db-b51e-bb543cb00ad6,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:28.186722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:28.190127 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.191337 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d03742f8-6eb7-4a80-b017-f9a49b71e20d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08ec6e50-140b-48db-b51e-bb543cb00ad6 HTTP/1.1" status: 204  len: 168 time: 0.1635897
Apr 20 17:36:28.574990 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49938) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:28.593221 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-62536ac4-6119-4750-9a42-7abb86b8fcf8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676135381&fields=id&tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 267 time: 0.0478466
Apr 20 17:36:28.628280 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-13d67320-dfe6-4e52-8021-38b147d7f59c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d43aae1f64b24c23a842f7a13cf85c5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518737
Apr 20 17:36:28.630764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 49942) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:28.691273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.694029 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.722327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.762608 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-c48c9fb3-4625-4791-a38a-e2ddbe208e37 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:28.764322 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-c48c9fb3-4625-4791-a38a-e2ddbe208e37 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.1632295
Apr 20 17:36:28.773422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.779277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-66b07519-fb0a-4268-b67a-61f106a10ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:28.784269 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-a6c63951-bd0a-4867-8f6d-512dfea660d3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/quotas/3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 375 time: 0.0124497
Apr 20 17:36:28.793334 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320fad56-aea4-449e-bf1c-d2bddc13d1e7,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:28.796581 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:28.799210 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:28.804054 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/320fad56-aea4-449e-bf1c-d2bddc13d1e7 HTTP/1.1" status: 204  len: 168 time: 0.1687031
Apr 20 17:36:28.890660 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-d32275f4-37c6-4095-9bc4-52bbe1c5ebc6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0993748
Apr 20 17:36:29.085533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-58950113-b8d9-4d20-91e5-721cdfbd4e70 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=86382) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 17:36:29.086800 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-58950113-b8d9-4d20-91e5-721cdfbd4e70 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1828847
Apr 20 17:36:29.240095 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-b655de02-844b-4d0f-b211-a889adf19f42 service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464529
Apr 20 17:36:29.388351 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-a14e599a-15b9-494d-86b7-1e51e519021b service neutron] 10.222.0.25 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414807
Apr 20 17:36:29.814085 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-dbb35fbf-3526-4f39-a9b2-08bef3bc447a req-5d8bf58f-6c21-4e12-8fd7-c3e13c5e7f9b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 210 time: 0.0539110
Apr 20 17:36:30.983909 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-30927a87-a221-4957-963a-392d6a0284e8 req-df3d248c-1471-4de2-88d6-aaca716bdc42 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 210 time: 0.0524869
Apr 20 17:36:31.132116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-d6badee9-2e93-4fca-8337-8fb019257084 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:31.133700 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-d6badee9-2e93-4fca-8337-8fb019257084 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 811 time: 0.1655362
Apr 20 17:36:31.220825 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-6e6f0fd3-6e74-4485-87a5-ec61d73fde04 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3240c79aac5f4debaa182a571e07df04 HTTP/1.1" status: 200  len: 8061 time: 0.0700357
Apr 20 17:36:31.233647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'port': {'device_id': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'admin_state_up': True, 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'security_groups': ['7363c793-0b3a-48fd-bf1b-5432e7189c38']}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:36:31.378163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:36:31.388155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:36:31.397335 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Made reservation on behalf of 3240c79aac5f4debaa182a571e07df04 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:36:31.403637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:31.576371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.20.0.8 (4a49c47f-dfdd-4376-8b10-d24becd2e36a/962c0868-f9ed-492c-913f-6020ed5fa192/02b3af8b-91e0-405b-abf9-9cc11fb48ac6) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:36:31.776727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:31.792917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Transition to ACTIVE for port object 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 will not be triggered until provisioned by entity DHCP. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:36:31.816786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:31.823910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6207adb3-4f6f-4053-be40-f12d66218dde tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:31.895290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:36:31.899122 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:36:31.901846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:36:31.946694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:31.957759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.958184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.958602 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.959010 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.959417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.959819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.960223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.960622 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.961021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.961447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.961846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.962240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:31.966147 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:31.993889 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:31.994788 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:32.034777 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8053827
Apr 20 17:36:32.055172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Request body: {'port': {'device_id': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:36:32.154074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-3a0516b0-3485-4a66-8551-041d3e898f3a None None] Provisioning for port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 completed by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:36:32.160250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-3a0516b0-3485-4a66-8551-041d3e898f3a None None] Provisioning complete for port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 triggered by entity DHCP. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:36:32.160797 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3a0516b0-3485-4a66-8551-041d3e898f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:32.239623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-3a0516b0-3485-4a66-8551-041d3e898f3a None None] Port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 cannot update to ACTIVE because it is not bound. {{(pid=86383) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 17:36:32.267819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:32.346927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594a1c-8882-4954-a457-9134caf8e767 req-e2a0df43-ecdb-4c78-b533-0c387f5997ed tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:32.347690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-66594a1c-8882-4954-a457-9134caf8e767 req-e2a0df43-ecdb-4c78-b533-0c387f5997ed tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:36:32.421291 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-66594a1c-8882-4954-a457-9134caf8e767 req-e2a0df43-ecdb-4c78-b533-0c387f5997ed tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:36:32.422483 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-66594a1c-8882-4954-a457-9134caf8e767 req-e2a0df43-ecdb-4c78-b533-0c387f5997ed tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 931 time: 0.3154366
Apr 20 17:36:32.509771 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-66594a1c-8882-4954-a457-9134caf8e767 req-5d21b5fa-c720-4699-82b3-1d097a84b918 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799153
Apr 20 17:36:32.703976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:36:32.712387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:32.728066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Transition to ACTIVE for port object 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:36:32.730834 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:32.735654 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a2e5d4bc-e632-4556-9b35-2e9686a5de70 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:33.147731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:33.156039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:33.232523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Attempting to bind port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:36:33.232724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Attempting to bind port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:36:33.233055 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Attempting to bind port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:36:33.238429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:36:33.238799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Attempting to bind port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 on network 4a49c47f-dfdd-4376-8b10-d24becd2e36a {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:36:33.244522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:36:33.244751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Checking segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:36:33.245149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Bound using segment: {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:36:33.245698 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Bound port: 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b1e9a1-b94b-4049-92eb-bf9a58309222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:36:33.246076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:33.343787 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:36:33.348389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:36:33.351704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:33.356861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1207efc7-d460-4401-96c9-3afc71e1db4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:33.416417 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:33.417090 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:33.418640 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 200  len: 1093 time: 1.3682973
Apr 20 17:36:33.419151 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:33.449283 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:33.452694 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-cb81acbb-b2aa-4dd6-9c64-f91ac343d2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:33.522240 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'status': 'completed', 'code': 200}
Apr 20 17:36:33.583523 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-b655730a-e375-4e8f-84a1-a7f7635c3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:33.585134 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-b655730a-e375-4e8f-84a1-a7f7635c3940 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1096 time: 0.1089673
Apr 20 17:36:33.677900 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-e3d732b1-6e08-472c-a94b-35573b7b30d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 200  len: 217 time: 0.0722790
Apr 20 17:36:33.727878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c2d13-1fa6-4da6-b038-d632921369eb req-8097f527-9458-4274-9fd6-a8b09a41b5e6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:33.729591 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cf0c2d13-1fa6-4da6-b038-d632921369eb req-8097f527-9458-4274-9fd6-a8b09a41b5e6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.0930722
Apr 20 17:36:33.754229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-bd2e2954-c1c3-434b-aaf0-4fc27d5de569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:33.755879 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-bd2e2954-c1c3-434b-aaf0-4fc27d5de569 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0707285
Apr 20 17:36:33.783450 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cf0c2d13-1fa6-4da6-b038-d632921369eb req-c0973fdb-0745-4cc2-bfac-a6874a8f9250 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450096
Apr 20 17:36:33.843935 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-10989f00-3866-4654-84cc-d9f4ebb029f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:33.846211 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-10989f00-3866-4654-84cc-d9f4ebb029f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829077
Apr 20 17:36:33.991430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-9a721de4-d2b1-4ceb-9667-ba7fe0ba37e8 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378744
Apr 20 17:36:34.133759 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0f5ba99c-0c80-4268-a7d8-abc6c426373d req-0f06683b-e15d-42c4-a795-1613b01ee84c service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341109
Apr 20 17:36:34.318721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-d2921606-bfd8-45aa-9440-093febfad240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:34.320301 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-d2921606-bfd8-45aa-9440-093febfad240 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1096 time: 0.0778551
Apr 20 17:36:34.466452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-41ae18e7-128a-4995-99a6-0bd46a5f08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:34.468016 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-41ae18e7-128a-4995-99a6-0bd46a5f08e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1400325
Apr 20 17:36:34.552370 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-68b72266-aa3f-4ae6-880c-7cb57254a348 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 200  len: 217 time: 0.0711229
Apr 20 17:36:34.627729 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-7f25fc5d-10c9-421f-9589-01be2e9c1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:34.629307 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-7f25fc5d-10c9-421f-9589-01be2e9c1781 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0655651
Apr 20 17:36:34.719715 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-7ee379b3-6c56-4f61-8b93-6086b2f83163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:34.721534 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-7ee379b3-6c56-4f61-8b93-6086b2f83163 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817590
Apr 20 17:36:34.882430 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-dbab3e92-16e8-46c0-a025-d7d841ea0fd3 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500499
Apr 20 17:36:35.093017 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9b381c08-2971-4ff6-90cb-8ec9a1090a9b req-6382a76a-a858-415e-bb31-7e61a69c97b8 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2023985
Apr 20 17:36:35.102281 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea9955-201e-417b-b713-841efbf3c671 req-05264a24-3057-4dc3-875d-0b7e4f99489f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:35.103791 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a1ea9955-201e-417b-b713-841efbf3c671 req-05264a24-3057-4dc3-875d-0b7e4f99489f tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.1907513
Apr 20 17:36:35.152885 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a1ea9955-201e-417b-b713-841efbf3c671 req-fb95e8fc-7a1c-4056-b8fc-de2bc5c3121c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427339
Apr 20 17:36:36.359033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c328c9-8dff-4e93-8a06-0241e0310ee5 req-923c5057-c00b-46c7-a107-08535e36df93 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:36.360618 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-74c328c9-8dff-4e93-8a06-0241e0310ee5 req-923c5057-c00b-46c7-a107-08535e36df93 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.0951097
Apr 20 17:36:36.410711 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-74c328c9-8dff-4e93-8a06-0241e0310ee5 req-a65e956c-f121-4577-af26-717c4e2187b2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428185
Apr 20 17:36:37.614485 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1e410-4759-4334-aa1b-3771973e1b2f req-0f75bf47-e0fa-4dab-837a-77b358d24225 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:37.615999 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18f1e410-4759-4334-aa1b-3771973e1b2f req-0f75bf47-e0fa-4dab-837a-77b358d24225 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.0925725
Apr 20 17:36:37.664350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-18f1e410-4759-4334-aa1b-3771973e1b2f req-74e2a4cd-4e62-4131-84e4-feec6c616276 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418797
Apr 20 17:36:38.866887 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf877a7c-4cf3-4ee9-9fd2-48ecdb18a040 req-90115d00-97ba-479a-8e28-907d7be68851 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:38.868490 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf877a7c-4cf3-4ee9-9fd2-48ecdb18a040 req-90115d00-97ba-479a-8e28-907d7be68851 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.0892847
Apr 20 17:36:38.916744 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bf877a7c-4cf3-4ee9-9fd2-48ecdb18a040 req-44f067ff-2f92-4051-9f6c-b2b6e67f78dd tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418446
Apr 20 17:36:40.119619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53c60b-0be2-4bd2-9057-72c126a4a68c req-5f5b2315-8313-4d16-8e5c-45c533166f24 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:40.121271 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc53c60b-0be2-4bd2-9057-72c126a4a68c req-5f5b2315-8313-4d16-8e5c-45c533166f24 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.0893030
Apr 20 17:36:40.173960 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-fc53c60b-0be2-4bd2-9057-72c126a4a68c req-56defe2c-8bd0-41d3-98e8-6055f42ba44e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452476
Apr 20 17:36:41.278031 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:36:41.392017 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb131045-3752-4f94-aa1a-5f18d5386b1b req-b3cb5d7c-626d-489f-9b2a-1934a7deaee7 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:41.395522 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cb131045-3752-4f94-aa1a-5f18d5386b1b req-b3cb5d7c-626d-489f-9b2a-1934a7deaee7 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 943 time: 0.1002457
Apr 20 17:36:41.427199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:41.442433 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'port_id': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'mac_address': 'fa:16:3e:9d:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:36:41.448072 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cb131045-3752-4f94-aa1a-5f18d5386b1b req-c5257548-cf76-4103-8565-c2ee965fc767 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462530
Apr 20 17:36:41.506419 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:41.525300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:36:41.542995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:41.546130 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:41.547987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:41.625799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:41.629559 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:41.881052 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['02b3af8b-91e0-405b-abf9-9cc11fb48ac6'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:36:42.653454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6a51a-e006-4705-8cb1-d2a40d7aedbd req-9097cf86-17c0-4763-8ec1-6a780946e730 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:42.655068 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94f6a51a-e006-4705-8cb1-d2a40d7aedbd req-9097cf86-17c0-4763-8ec1-6a780946e730 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 944 time: 0.0895894
Apr 20 17:36:42.704783 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-94f6a51a-e006-4705-8cb1-d2a40d7aedbd req-ae3f19e9-285a-4c80-a875-b8dfbf021024 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422587
Apr 20 17:36:43.936551 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a21b01-988e-4997-9ff0-9ec4c70d0d2a req-96a0c82f-9d46-4c89-872c-7339fcb80ca6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:43.938187 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f7a21b01-988e-4997-9ff0-9ec4c70d0d2a req-96a0c82f-9d46-4c89-872c-7339fcb80ca6 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 944 time: 0.0972257
Apr 20 17:36:43.990151 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f7a21b01-988e-4997-9ff0-9ec4c70d0d2a req-8a3adb89-46fa-4201-b79d-f7d4d7cddefa tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449462
Apr 20 17:36:44.842353 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:44.915594 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-ddb365da-1377-40df-a598-681f9146feef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801666
Apr 20 17:36:45.165704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-dd6498ff-4ab2-4a13-9f5a-092ad67bb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:45.167301 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-dd6498ff-4ab2-4a13-9f5a-092ad67bb7b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1098 time: 0.1277349
Apr 20 17:36:45.235142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b2503-7d0d-43be-b9cd-2e8b1b83510b req-9a769b63-68e1-4bf4-8e1c-351292dec7f5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:45.237577 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab2b2503-7d0d-43be-b9cd-2e8b1b83510b req-9a769b63-68e1-4bf4-8e1c-351292dec7f5 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 944 time: 0.1340635
Apr 20 17:36:45.353319 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ab2b2503-7d0d-43be-b9cd-2e8b1b83510b req-387ff424-ba9d-4696-94dc-6e466ea15b38 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691569
Apr 20 17:36:45.384191 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-985eedbd-74df-4f7f-aa09-f462489fd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:45.385778 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-985eedbd-74df-4f7f-aa09-f462489fd8da service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1941741
Apr 20 17:36:45.510300 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-00b6afcc-1978-413a-973b-5f234b0b7f50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 1000 time: 0.1147702
Apr 20 17:36:45.580783 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-caf7811b-a2aa-4fb9-88e5-27f5718eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:45.582248 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-caf7811b-a2aa-4fb9-88e5-27f5718eed77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0639927
Apr 20 17:36:45.666464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-9f324f23-40cc-430a-83fb-500220b589c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:45.668054 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-9f324f23-40cc-430a-83fb-500220b589c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786455
Apr 20 17:36:45.814993 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-17da5ef7-e9a5-45f2-a15d-f583b570a3b3 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377177
Apr 20 17:36:45.966356 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-feba682b-3cb9-43a1-aee8-6f6342d67164 req-5198f54b-469c-44fe-9981-0bf39d052c90 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397533
Apr 20 17:36:46.551874 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07978d0c-ea20-4ebd-a193-1093296764b3 req-cf9ed7a1-ed1e-4e7e-ad45-4f36042d901e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:46.553544 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07978d0c-ea20-4ebd-a193-1093296764b3 req-cf9ed7a1-ed1e-4e7e-ad45-4f36042d901e tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 944 time: 0.0891719
Apr 20 17:36:46.601208 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-07978d0c-ea20-4ebd-a193-1093296764b3 req-338cb004-a930-4fdd-baa4-08bd655b9014 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414021
Apr 20 17:36:47.803977 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7687f-afd4-4116-830a-0c51ce851994 req-9fcd914f-d6ef-42e6-ba5f-d3e335a2fda0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:47.805599 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-30c7687f-afd4-4116-830a-0c51ce851994 req-9fcd914f-d6ef-42e6-ba5f-d3e335a2fda0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 944 time: 0.0934536
Apr 20 17:36:47.854729 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-30c7687f-afd4-4116-830a-0c51ce851994 req-15b090d3-e219-4412-8568-5976ef48efca tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428443
Apr 20 17:36:48.055552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:36:48.127295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:36:48.132165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:36:48.132556 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:48.259522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:48.288500 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:48.298940 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:36:48.302609 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:48.304546 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:48.342540 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'code': 200}
Apr 20 17:36:48.375320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:48.383998 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.384387 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.384775 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.385152 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.385639 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.385929 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.386300 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.386668 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.387058 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.387430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.387800 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.388165 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:48.392944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:49.060277 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975436d-b1e9-4a67-b85c-92255b6bdf72 req-a3aeafe6-58c8-4851-b1da-e575fb446204 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:49.061937 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0975436d-b1e9-4a67-b85c-92255b6bdf72 req-a3aeafe6-58c8-4851-b1da-e575fb446204 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0926805
Apr 20 17:36:49.117720 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0975436d-b1e9-4a67-b85c-92255b6bdf72 req-ae0f5d3d-c5e5-44a5-90fa-847a527cebdb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481761
Apr 20 17:36:49.448261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576add6-c3bd-4234-953e-b290cca6dee4 req-9d3efc31-dba4-40c0-9d2c-431240084672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:49.449888 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8576add6-c3bd-4234-953e-b290cca6dee4 req-9d3efc31-dba4-40c0-9d2c-431240084672 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1098 time: 0.0781078
Apr 20 17:36:49.495251 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8576add6-c3bd-4234-953e-b290cca6dee4 req-93c543d3-566f-48d1-8164-de8385264e26 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365539
Apr 20 17:36:50.331871 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dd0a7-3734-4d5f-a31b-264c221af268 req-7513279a-b94a-43da-97b2-6f30fa7b76b3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:50.333549 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-649dd0a7-3734-4d5f-a31b-264c221af268 req-7513279a-b94a-43da-97b2-6f30fa7b76b3 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0940619
Apr 20 17:36:50.382751 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-649dd0a7-3734-4d5f-a31b-264c221af268 req-1ea72026-2690-4432-a34e-912b5f3847d8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429091
Apr 20 17:36:51.589321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d48b-8c26-4871-bceb-7f29d5f6e262 req-301fe120-aab1-4e6e-9cc8-f950e63d6e19 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:51.591056 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f423d48b-8c26-4871-bceb-7f29d5f6e262 req-301fe120-aab1-4e6e-9cc8-f950e63d6e19 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0937452
Apr 20 17:36:51.639753 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-f423d48b-8c26-4871-bceb-7f29d5f6e262 req-d4c06a61-4b9c-41b7-aab5-660200db3d7b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415938
Apr 20 17:36:51.841663 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a56229-84e5-43c8-830e-8c9b3b99139a req-4484bc19-2fd2-4d5d-95a3-ccf5aae140e0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:51.843195 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a1a56229-84e5-43c8-830e-8c9b3b99139a req-4484bc19-2fd2-4d5d-95a3-ccf5aae140e0 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0889406
Apr 20 17:36:51.892006 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a1a56229-84e5-43c8-830e-8c9b3b99139a req-b1807f65-ad98-4dcc-a4d2-6190fa880982 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418355
Apr 20 17:36:51.917371 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50070) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:51.997021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96348d66-cc12-4433-b20a-00442b01faac tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:51.998697 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-96348d66-cc12-4433-b20a-00442b01faac tempest-TestVolumeBootPattern-1574061337 tempest-TestVolumeBootPattern-1574061337-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1093 time: 0.0802112
Apr 20 17:36:52.001714 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50074) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:36:52.007110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Request body: {'floatingip': {'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'port_id': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86382) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:36:52.013422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:36:52.017752 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Usage tracker for resource:floatingip and tenant:3240c79aac5f4debaa182a571e07df04 is out of sync, need to count used quota {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 17:36:52.020696 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86382) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 17:36:52.027021 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86382) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:36:52.036986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:52.178703 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:52.321076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Allocated IP 172.27.0.228 (d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2/c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4/95e82a25-784d-41b4-829f-297b30ce29de) {{(pid=86382) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:36:52.479028 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:52.508389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:52.513043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-efb26090-80b6-44fd-8e2f-1cf1b7ee2c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:52.578212 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Network d1f9fcfe-bab3-4476-bb36-98c7b89bc4f2 is already hosted by enough agents. {{(pid=86382) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:36:52.582489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Resources bound (agent type, host, resource id):  {{(pid=86382) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:36:52.586554 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Received port after_create {{(pid=86382) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:36:52.624987 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=95e82a25-784d-41b4-829f-297b30ce29de,revision_number=1']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:52.641695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.642762 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.643098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.643522 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.643931 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.644342 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.644757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.645164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.645623 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.646026 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.646429 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.646829 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:36:52.652441 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:53.261104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.341828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.558138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for port, precommit_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.561507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826699859'] for port, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.566416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4e63a86f-df7c-4830-b9a5-e46a446d5639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:36:53.669272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4a0d48b4-e057-45e8-b7d0-62ae1ce659d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.684646 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event updated for resources: {'Port': ['ID=95e82a25-784d-41b4-829f-297b30ce29de,revision_number=2']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:36:53.689331 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:36:53.696250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853795662'] for floatingip, after_update {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:53.879096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP 9f0c5204-8fa0-4ed0-85b5-6f1bf310c137 associated. External IP: 172.27.0.228, port: 02b3af8b-91e0-405b-abf9-9cc11fb48ac6.
Apr 20 17:36:54.255801 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:36:54.443145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:36:54.453168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:36:54.464359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:54.465045 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0940>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:36:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:54.467054 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:54.528861 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e8b7b142-6a56-4f21-b690-b653d76fd7fb tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5259786
Apr 20 17:36:54.529517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:36:54.655836 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:54.781770 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'status': 'completed', 'code': 200}
Apr 20 17:36:54.922238 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56dc7b-2361-44ca-8d46-307979496977 req-e2f77c4b-5f2b-4d06-8c80-bf1eb093d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:54.924449 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-e2f77c4b-5f2b-4d06-8c80-bf1eb093d9ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1098 time: 0.0829258
Apr 20 17:36:55.035257 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0940>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}, {'id': '9f0c5204-8fa0-4ed0-85b5-6f1bf310c137', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:9d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:36:53Z', 'updated_at': '2021-04-20T17:36:53Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:55.039288 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:36:55.049072 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:36:55.049961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33342d0940>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:36:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:55.079669 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56dc7b-2361-44ca-8d46-307979496977 req-9cf64d0b-94a2-40f9-97de-dbe0cd6a241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:55.081304 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-9cf64d0b-94a2-40f9-97de-dbe0cd6a241b service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1452203
Apr 20 17:36:55.247195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:36:55.440100 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-6b9f93cd-713c-4609-ac38-0a212fb00480 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 200  len: 999 time: 0.3481843
Apr 20 17:36:55.513933 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56dc7b-2361-44ca-8d46-307979496977 req-652f8266-0a95-4b9b-8e1f-d8fd4e4bf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:55.515548 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-652f8266-0a95-4b9b-8e1f-d8fd4e4bf5da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0684876
Apr 20 17:36:55.608460 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56dc7b-2361-44ca-8d46-307979496977 req-5f7825e2-d39c-4ca4-a2f7-d62d50b65a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:36:55.610044 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-5f7825e2-d39c-4ca4-a2f7-d62d50b65a97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858953
Apr 20 17:36:55.767517 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-4ad754a1-ed16-45f3-8dbc-04369f282ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493299
Apr 20 17:36:55.801349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33342d0940>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}, {'id': '9f0c5204-8fa0-4ed0-85b5-6f1bf310c137', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:9d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:36:53Z', 'updated_at': '2021-04-20T17:36:53Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:36:55.805564 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f29c6b2-dadc-468b-a3b3-aeb301aaf06a None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}, {'id': '9f0c5204-8fa0-4ed0-85b5-6f1bf310c137', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:9d:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:36:53Z', 'updated_at': '2021-04-20T17:36:53Z', 'revision_number': 0, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:36:55.915767 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f56dc7b-2361-44ca-8d46-307979496977 req-66d9f769-5c83-46c2-8b2b-9a5989bc2c6e service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416688
Apr 20 17:36:56.118446 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01be914-a5ed-45f8-89aa-0e266aead7bd None None] New status for floating IP 9f0c5204-8fa0-4ed0-85b5-6f1bf310c137: ACTIVE {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:36:56.161536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-86a54a8c-bdf3-410d-b9bd-b6f299fbcea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:57.283677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:57.648110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:36:58.698272 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:00.177543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf46567-7ad9-4f93-8e3d-c656367699b8 req-8084586c-90c3-4cc2-a76d-f84faf69e34b tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:00.179120 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-edf46567-7ad9-4f93-8e3d-c656367699b8 req-8084586c-90c3-4cc2-a76d-f84faf69e34b tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.0863121
Apr 20 17:37:00.228816 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-edf46567-7ad9-4f93-8e3d-c656367699b8 req-d5428985-e65b-4960-86c6-38f9e39b1f77 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432980
Apr 20 17:37:01.375463 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:37:01.436563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4978513-bdcc-4860-9d7e-e2a6db2e2bfd req-a76f0944-efa0-47c1-b3a7-f794a3b78692 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:01.438166 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4978513-bdcc-4860-9d7e-e2a6db2e2bfd req-a76f0944-efa0-47c1-b3a7-f794a3b78692 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.0926344
Apr 20 17:37:01.486112 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a4978513-bdcc-4860-9d7e-e2a6db2e2bfd req-1b8d4d49-e15a-45ce-b2a4-fefc1f1f4ddf tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401671
Apr 20 17:37:02.015932 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-ceebb8ad-8c5f-41f0-9c25-d0c9eddeced6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:02.017741 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-ceebb8ad-8c5f-41f0-9c25-d0c9eddeced6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 946 time: 0.0887883
Apr 20 17:37:02.097776 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Deleting port 61470792-d5a6-4ef4-9fa9-0f6637f9273f {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:37:02.098158 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:02.362704 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] For port 61470792-d5a6-4ef4-9fa9-0f6637f9273f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=61470792-d5a6-4ef4-9fa9-0f6637f9273f,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:37:02.363109 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:02.499881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Calling delete_port for 61470792-d5a6-4ef4-9fa9-0f6637f9273f owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:37:02.658778 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:02.665747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e580ef26-85a7-49f8-a4bd-b02809ee37e6 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:02.692393 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d900-f5be-47dc-8224-c92376cb609f req-57f3100f-a847-4a85-ae77-dd718ec439d6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:02.694048 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0405d900-f5be-47dc-8224-c92376cb609f req-57f3100f-a847-4a85-ae77-dd718ec439d6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=75108e9f-d27b-4284-8c1e-3b6a6074d40b HTTP/1.1" status: 200  len: 867 time: 0.0942678
Apr 20 17:37:02.696214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['61470792-d5a6-4ef4-9fa9-0f6637f9273f'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:37:02.718950 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Pushing event deleted for resources: {'Port': ['ID=61470792-d5a6-4ef4-9fa9-0f6637f9273f,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:02.748350 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0405d900-f5be-47dc-8224-c92376cb609f req-adbd0d34-7e1e-42cf-a8b5-78f323b62e02 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475025
Apr 20 17:37:02.753789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:02.799723 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] No DVR routers for this DVR port 61470792-d5a6-4ef4-9fa9-0f6637f9273f on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:37:02.802156 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:02.804930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'name': 'network-vif-deleted', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:37:02.820850 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-0affbf80-ee9a-4a13-a95e-96b4b8e95583 req-5b89d446-5ad5-418c-8ee0-e360e071177a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "DELETE /v2.0/ports/61470792-d5a6-4ef4-9fa9-0f6637f9273f HTTP/1.1" status: 204  len: 173 time: 0.7972391
Apr 20 17:37:02.858326 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75108e9f-d27b-4284-8c1e-3b6a6074d40b', 'name': 'network-vif-deleted', 'tag': '61470792-d5a6-4ef4-9fa9-0f6637f9273f', 'status': 'completed', 'code': 200}
Apr 20 17:37:07.184049 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 61470792-d5a6-4ef4-9fa9-0f6637f9273f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:37:07.221108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 61470792-d5a6-4ef4-9fa9-0f6637f9273f {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:37:07.221515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 61470792-d5a6-4ef4-9fa9-0f6637f9273f not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:37:14.440454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-337dbe8e-db68-4a7d-a949-e9c926b354f0 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:14.442037 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-337dbe8e-db68-4a7d-a949-e9c926b354f0 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 813 time: 0.1582868
Apr 20 17:37:14.458225 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-4aea6d2f-cefe-4276-8d71-096dc580cede tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/quotas/a056b93cb78c4261a9f4b9db47eafe99 HTTP/1.1" status: 200  len: 375 time: 0.0099411
Apr 20 17:37:14.509774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-753854c5-8e52-4091-8e5b-5ca4d2fe5653 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Synchronizing usage tracker for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:37:14.523882 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-753854c5-8e52-4091-8e5b-5ca4d2fe5653 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Unset dirty status for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:37:14.525507 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-753854c5-8e52-4091-8e5b-5ca4d2fe5653 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614789
Apr 20 17:37:14.753793 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-c3b5e840-8c1f-4d38-b549-6dae3eec1bcf service neutron] 10.222.0.25 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198436
Apr 20 17:37:14.847375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:14.900526 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-38eecbf3-8250-4687-9e23-28a7d19cdd6a service neutron] 10.222.0.25 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394658
Apr 20 17:37:15.092729 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3434d62e-d905-40b9-b3d5-20371b2abf56 req-7f302463-1ef4-4eac-8105-292b2d49a0f6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 210 time: 0.0502121
Apr 20 17:37:16.292365 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-72407946-6634-4daa-91e0-bdd68688b695 req-7d837bba-084b-47d0-a7d6-60e33356fe7b tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 210 time: 0.0554383
Apr 20 17:37:16.358548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-d6730d1c-501a-41ed-8e71-54e71181e756 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:16.360079 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-d6730d1c-501a-41ed-8e71-54e71181e756 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 813 time: 0.2043488
Apr 20 17:37:16.382757 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Request body: {'port': {'device_id': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc', 'admin_state_up': True, 'tenant_id': 'a056b93cb78c4261a9f4b9db47eafe99'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:37:16.522384 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 17:37:16.532593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.quota.driver [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86381) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 17:37:16.541430 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Made reservation on behalf of a056b93cb78c4261a9f4b9db47eafe99 for: {'port': 1} {{(pid=86381) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 17:37:16.547339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:16.716326 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_common [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Allocated IP 172.20.0.10 (88dee64d-b636-4c91-9ba9-41f069d9f2fc/9b6af7bc-35da-4ad7-ae24-3153cd733128/db85d108-e938-4f5f-a619-420a0b465746) {{(pid=86381) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 17:37:16.940630 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks [] for port, precommit_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:16.970956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741119646681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_create {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:16.976548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b9c3775e-8d17-4f84-a64a-9c33a1d57aa9 tempest-AttachVolumeTestJSON-978106303 tempest-AttachVolumeTestJSON-978106303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:17.046001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc is already hosted by enough agents. {{(pid=86381) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 17:37:17.050795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.base_scheduler [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Resources bound (agent type, host, resource id):  {{(pid=86381) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 17:37:17.054954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Received port after_create {{(pid=86381) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 17:37:17.094369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Pushing event updated for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=1']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:17.099569 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:17.131968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:17.132642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:17.156684 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-21392ee5-e0ea-45c6-b176-a4310a46e9c1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7783382
Apr 20 17:37:17.177240 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.v2.base [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Request body: {'port': {'device_id': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86381) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 17:37:17.300161 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:17.495830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede92991-e73d-4446-9148-6f27add7052b req-2e84e199-bf74-42ed-9c7f-b79438d7ed28 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:17.497455 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ede92991-e73d-4446-9148-6f27add7052b req-2e84e199-bf74-42ed-9c7f-b79438d7ed28 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 932 time: 0.0914259
Apr 20 17:37:17.553546 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-ede92991-e73d-4446-9148-6f27add7052b req-302b0931-ebdc-4590-99e3-71153f6ffc50 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428369
Apr 20 17:37:17.670255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db85d108-e938-4f5f-a619-420a0b465746 {{(pid=86381) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:37:17.679447 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:17.694611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Transition to ACTIVE for port object db85d108-e938-4f5f-a619-420a0b465746 will not be triggered until provisioned by entity L2. {{(pid=86381) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 17:37:17.697308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:17.701979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-92f9d690-1800-4b00-8e2b-59bfff8c1359 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:17.876517 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=2']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:17.908859 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:17.948491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Attempting to bind port db85d108-e938-4f5f-a619-420a0b465746 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 17:37:17.948860 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Attempting to bind port db85d108-e938-4f5f-a619-420a0b465746 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 17:37:17.949276 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Attempting to bind port db85d108-e938-4f5f-a619-420a0b465746 on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:37:17.954705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Port db85d108-e938-4f5f-a619-420a0b465746 on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 17:37:17.955239 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Attempting to bind port db85d108-e938-4f5f-a619-420a0b465746 on network 88dee64d-b636-4c91-9ba9-41f069d9f2fc {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 17:37:17.960594 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Checking agent: {'id': '1d15fe1c-4f6a-41d0-9e1e-929eadbf61d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'started_at': datetime.datetime(2021, 4, 20, 17, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 17:37:17.960967 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Checking segment: {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 17:37:17.961454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Bound using segment: {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'} {{(pid=86381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 17:37:17.961917 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Bound port: db85d108-e938-4f5f-a619-420a0b465746, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc'}}] {{(pid=86381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 17:37:17.962303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:18.059218 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, cleared binding levels {{(pid=86381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 17:37:18.062548 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db85d108-e938-4f5f-a619-420a0b465746,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 17:37:18.066273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827109047'] for port, after_update {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:18.071107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d0704d2-e3a1-41b9-b48d-71ac1a1c1603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:18.124177 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:18.124854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:18.126399 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/db85d108-e938-4f5f-a619-420a0b465746 HTTP/1.1" status: 200  len: 1094 time: 0.9547467
Apr 20 17:37:18.127137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:37:18.154901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=3']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:18.159068 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:18.184904 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746', 'status': 'completed', 'code': 200}
Apr 20 17:37:18.286075 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-a3e35e9f-bc09-41a9-847e-f0bfd519aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:18.287690 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-a3e35e9f-bc09-41a9-847e-f0bfd519aa31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 1097 time: 0.0829146
Apr 20 17:37:18.369838 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-bf65b210-6362-4cb1-b54a-489ea3cdc51e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db85d108-e938-4f5f-a619-420a0b465746 HTTP/1.1" status: 200  len: 217 time: 0.0653009
Apr 20 17:37:18.444547 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-84275629-3133-487d-9a0c-4b8418e7af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:18.446159 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-84275629-3133-487d-9a0c-4b8418e7af82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b6af7bc-35da-4ad7-ae24-3153cd733128 HTTP/1.1" status: 200  len: 853 time: 0.0678005
Apr 20 17:37:18.502434 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-66c985b7-41f9-4ed8-b444-b4732cd67051 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88dee64d-b636-4c91-9ba9-41f069d9f2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468524
Apr 20 17:37:18.764793 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb944d-2a3c-4609-9682-2e4a4063a7aa req-a8481dad-3fb0-4b72-81ac-017d858db462 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:18.766492 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-56eb944d-2a3c-4609-9682-2e4a4063a7aa req-a8481dad-3fb0-4b72-81ac-017d858db462 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 944 time: 0.0942323
Apr 20 17:37:18.820443 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-56eb944d-2a3c-4609-9682-2e4a4063a7aa req-151b78bc-8360-4d39-8490-77723e82f694 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459075
Apr 20 17:37:18.888451 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-6e0ba7c1-43a0-4838-8feb-84edc9986e6a service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3788159
Apr 20 17:37:19.031930 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-cc30d042-bdcb-4950-a1cb-4b43315e2ced req-f2950145-59f6-4103-a191-228caac97c04 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359541
Apr 20 17:37:19.212912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-f9a59f2e-d996-4213-9140-a1761d95f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:19.214513 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-f9a59f2e-d996-4213-9140-a1761d95f2a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 1097 time: 0.0815711
Apr 20 17:37:19.357535 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-90604cf5-13fc-4dcb-8a9b-d6675c17aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:19.359075 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-90604cf5-13fc-4dcb-8a9b-d6675c17aa7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 200  len: 915 time: 0.1371999
Apr 20 17:37:19.431318 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-899ccd8f-0210-4080-90ab-015307720e84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db85d108-e938-4f5f-a619-420a0b465746 HTTP/1.1" status: 200  len: 217 time: 0.0647826
Apr 20 17:37:19.504989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-a2e81092-dd37-4446-8a12-b90f22dd8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:19.506559 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-a2e81092-dd37-4446-8a12-b90f22dd8295 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b6af7bc-35da-4ad7-ae24-3153cd733128 HTTP/1.1" status: 200  len: 853 time: 0.0660932
Apr 20 17:37:19.560108 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-68a2a3de-09f2-4b21-9416-39fe9c3fad69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88dee64d-b636-4c91-9ba9-41f069d9f2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456831
Apr 20 17:37:19.704414 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-59aae3fc-af3e-4b71-82ce-99a9fbf10ae3 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358187
Apr 20 17:37:19.850176 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-85ace562-80cd-4dd8-8f85-f57828970c86 req-23e09768-ca49-42df-999e-a7dbc69d2271 service neutron] 10.222.0.72 "GET /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389227
Apr 20 17:37:20.021910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fede970-0759-4fc1-bb49-252255c55e02 req-cb7f0354-6b42-42e5-8652-6392f04ab8de tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:20.022580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3fede970-0759-4fc1-bb49-252255c55e02 req-cb7f0354-6b42-42e5-8652-6392f04ab8de tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Synchronizing usage tracker for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:37:20.038245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-3fede970-0759-4fc1-bb49-252255c55e02 req-cb7f0354-6b42-42e5-8652-6392f04ab8de tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Unset dirty status for tenant:a056b93cb78c4261a9f4b9db47eafe99 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:37:20.039508 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3fede970-0759-4fc1-bb49-252255c55e02 req-cb7f0354-6b42-42e5-8652-6392f04ab8de tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 944 time: 0.1037374
Apr 20 17:37:20.090691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-3fede970-0759-4fc1-bb49-252255c55e02 req-cfba4c65-56af-48c7-b34a-2d19b4ceee82 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445638
Apr 20 17:37:21.298828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c75ae-fa9b-4112-8629-77ca9c836454 req-6673f04d-9503-4992-ad59-bca2b9bc4773 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:21.300427 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8c7c75ae-fa9b-4112-8629-77ca9c836454 req-6673f04d-9503-4992-ad59-bca2b9bc4773 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 944 time: 0.0946825
Apr 20 17:37:21.348119 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8c7c75ae-fa9b-4112-8629-77ca9c836454 req-78168802-372e-42d5-ba6f-fc63fb6b6af4 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414004
Apr 20 17:37:22.550116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf6927-6832-455c-9112-a87781a2dc69 req-0a67ba40-032b-40ff-b209-06993b27fcc6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:22.551914 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8ecf6927-6832-455c-9112-a87781a2dc69 req-0a67ba40-032b-40ff-b209-06993b27fcc6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 944 time: 0.0909297
Apr 20 17:37:22.601163 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8ecf6927-6832-455c-9112-a87781a2dc69 req-ba792fb9-612c-4e14-9202-c0e607db129a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428767
Apr 20 17:37:23.262583 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device db85d108-e938-4f5f-a619-420a0b465746 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86383) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 17:37:23.405050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db85d108-e938-4f5f-a619-420a0b465746,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:37:23.418816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Returning: {'device': 'db85d108-e938-4f5f-a619-420a0b465746', 'network_id': '88dee64d-b636-4c91-9ba9-41f069d9f2fc', 'port_id': 'db85d108-e938-4f5f-a619-420a0b465746', 'mac_address': 'fa:16:3e:9d:28:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6af7bc-35da-4ad7-ae24-3153cd733128', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86383) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 17:37:23.480004 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:23.497290 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db85d108-e938-4f5f-a619-420a0b465746 {{(pid=86383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 17:37:23.513509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db85d108-e938-4f5f-a619-420a0b465746,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:37:23.516350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:23.518816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:23.589448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=4']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:23.592760 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:23.672153 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a0267137-ed90-4e24-bcb9-d3b7d9bc1a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:23.833175 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['db85d108-e938-4f5f-a619-420a0b465746'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:37:23.945060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c31d6-0493-4475-aa7f-b4b914f4df99 req-b8afaba2-f85d-453a-9e16-f2170da34eb1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:23.946691 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c46c31d6-0493-4475-aa7f-b4b914f4df99 req-b8afaba2-f85d-453a-9e16-f2170da34eb1 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 945 time: 0.0897236
Apr 20 17:37:24.000334 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c46c31d6-0493-4475-aa7f-b4b914f4df99 req-5529bf8a-ee56-4b07-a6b4-e2ee60d48234 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471613
Apr 20 17:37:25.207488 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e6954-6d77-44e9-ac62-fcd4dc65c44d req-1a0ce2b5-3063-463e-90a5-241e9d2b67b2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:25.209861 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f2e6954-6d77-44e9-ac62-fcd4dc65c44d req-1a0ce2b5-3063-463e-90a5-241e9d2b67b2 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 945 time: 0.0945296
Apr 20 17:37:25.258375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-8f2e6954-6d77-44e9-ac62-fcd4dc65c44d req-fde0d829-7311-4991-a082-5d0fc72ffe55 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421345
Apr 20 17:37:25.284989 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device db85d108-e938-4f5f-a619-420a0b465746 up at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 17:37:25.354166 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning for port db85d108-e938-4f5f-a619-420a0b465746 completed by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 17:37:25.358878 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.provisioning_blocks [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Provisioning complete for port db85d108-e938-4f5f-a619-420a0b465746 triggered by entity L2. {{(pid=86383) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 17:37:25.359295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4141312'] for port, provisioning_complete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:25.482921 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851056675'] for port, before_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:25.511772 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746'}] {{(pid=86383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:37:25.522414 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db85d108-e938-4f5f-a619-420a0b465746,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:37:25.526103 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741120094408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741119646698', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741119647501'] for port, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:25.528033 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:25.563329 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746', 'code': 200}
Apr 20 17:37:25.604065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Pushing event updated for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=5']} {{(pid=86383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:25.607179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:25.831007 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc1aaa-3d43-46f8-aaff-1d43aba3c63b req-9f2d3209-8be7-40d7-b89a-a0ed78337cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:25.832486 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6edc1aaa-3d43-46f8-aaff-1d43aba3c63b req-9f2d3209-8be7-40d7-b89a-a0ed78337cef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 1099 time: 0.0752926
Apr 20 17:37:25.876336 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-6edc1aaa-3d43-46f8-aaff-1d43aba3c63b req-11425397-5d6f-4d0d-8972-ebdf299f9664 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370352
Apr 20 17:37:26.162448 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cb51d276-dd52-4a21-a0e0-cc0026274379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:26.462137 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029cc2d-911c-459a-98c4-6edb7aa7e64a req-0f06103d-28e5-4b6a-8026-18742f9dd238 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:26.463713 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5029cc2d-911c-459a-98c4-6edb7aa7e64a req-0f06103d-28e5-4b6a-8026-18742f9dd238 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0917525
Apr 20 17:37:26.511483 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-5029cc2d-911c-459a-98c4-6edb7aa7e64a req-da85327a-68cc-4af8-8f5e-b3388b692619 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414364
Apr 20 17:37:27.286099 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:27.649865 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:27.715296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347b3f1-7c08-409c-9452-de042550cb78 req-c8ea1e4e-3b9c-44a9-9462-fd5099f76a30 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:27.716908 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b347b3f1-7c08-409c-9452-de042550cb78 req-c8ea1e4e-3b9c-44a9-9462-fd5099f76a30 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0886171
Apr 20 17:37:27.766439 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b347b3f1-7c08-409c-9452-de042550cb78 req-707b8b57-7bdf-461a-83ab-1383583ff396 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426960
Apr 20 17:37:28.697284 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:38.374243 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:37:44.849632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:50.338360 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f0ad0-7496-4773-acca-8ba90ab69990 req-e788b696-a100-49e9-8dce-1ee3052faa2e tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:50.339944 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c32f0ad0-7496-4773-acca-8ba90ab69990 req-e788b696-a100-49e9-8dce-1ee3052faa2e tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0925581
Apr 20 17:37:50.387657 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-c32f0ad0-7496-4773-acca-8ba90ab69990 req-864d9ae3-ae53-4cd3-9174-5fc2a0f84e3d tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411875
Apr 20 17:37:51.592178 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb15f-0e67-4af5-b222-e3468c0476f2 req-eb8553eb-b09d-4803-8749-2ec9bc076aba tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:51.593736 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-154bb15f-0e67-4af5-b222-e3468c0476f2 req-eb8553eb-b09d-4803-8749-2ec9bc076aba tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0919402
Apr 20 17:37:51.643381 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-154bb15f-0e67-4af5-b222-e3468c0476f2 req-9519a3eb-3d8f-4ed3-90a5-eb6a29b371bb tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432372
Apr 20 17:37:52.431916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-46ba9b1f-2bbf-4c57-94c9-c02716c205a6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:52.433511 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-46ba9b1f-2bbf-4c57-94c9-c02716c205a6 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0880518
Apr 20 17:37:52.514628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Deleting port db85d108-e938-4f5f-a619-420a0b465746 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:37:52.515015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:52.778770 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] For port db85d108-e938-4f5f-a619-420a0b465746, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db85d108-e938-4f5f-a619-420a0b465746,segment=NetworkSegment(afaceda3-0bcc-4268-ae7f-769c23c3a2ea),segment_id=afaceda3-0bcc-4268-ae7f-769c23c3a2ea)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:37:52.779373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:52.849474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d1a8d-f96f-4106-aa0e-8c130753a948 req-8c395923-409b-4eed-9a20-077378d8c4a5 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:37:52.851074 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7e1d1a8d-f96f-4106-aa0e-8c130753a948 req-8c395923-409b-4eed-9a20-077378d8c4a5 tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/ports?device_id=6be973d6-1369-4803-b6c2-a51d0f4d2e63 HTTP/1.1" status: 200  len: 946 time: 0.0891232
Apr 20 17:37:52.900123 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7e1d1a8d-f96f-4106-aa0e-8c130753a948 req-fe3349e3-93cb-405e-9b63-4b8c00f1167a tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.25 "GET /v2.0/security-groups?id=08b11918-c271-478f-8f81-1307783d5aa1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424054
Apr 20 17:37:52.919096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Calling delete_port for db85d108-e938-4f5f-a619-420a0b465746 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:37:53.064945 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:53.070866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3d2b5ef9-9629-441c-942f-8d7da6683842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:37:53.104136 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] get_ports_and_sgs() called for port_ids ['db85d108-e938-4f5f-a619-420a0b465746'] {{(pid=86383) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 17:37:53.121965 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Pushing event deleted for resources: {'Port': ['ID=db85d108-e938-4f5f-a619-420a0b465746,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:37:53.132615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.133043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.133489 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.133903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.134315 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.134724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.135317 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.137154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.137611 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.138024 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.138440 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.138846 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:37:53.174980 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:37:53.219621 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] No DVR routers for this DVR port db85d108-e938-4f5f-a619-420a0b465746 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:37:53.223318 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:53.226266 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'name': 'network-vif-deleted', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:37:53.242553 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-e22bb743-a532-406f-8136-b05baf7a5b80 req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] 10.222.0.72 "DELETE /v2.0/ports/db85d108-e938-4f5f-a619-420a0b465746 HTTP/1.1" status: 204  len: 173 time: 0.8025603
Apr 20 17:37:53.276793 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be973d6-1369-4803-b6c2-a51d0f4d2e63', 'name': 'network-vif-deleted', 'tag': 'db85d108-e938-4f5f-a619-420a0b465746', 'status': 'completed', 'code': 200}
Apr 20 17:37:53.675102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d9150d2e-4b2b-403b-b914-539a58417497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:56.164149 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2f999094-dbc9-4423-9f28-81ab126faccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:57.288096 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:57.652742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:58.700727 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:37:58.876428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device db85d108-e938-4f5f-a619-420a0b465746 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:37:58.916377 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: db85d108-e938-4f5f-a619-420a0b465746 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:37:58.916774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device db85d108-e938-4f5f-a619-420a0b465746 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:14.853271 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:15.374455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:38:19.632282 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50456) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:19.703275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Deleting subnet 9b6af7bc-35da-4ad7-ae24-3153cd733128 {{(pid=86382) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:38:19.706513 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:19.759193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27473683'] for subnet, precommit_delete_associations {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:19.817726 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.079422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28075632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853068876'] for subnet, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.084066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:20.119901 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6af7bc-35da-4ad7-ae24-3153cd733128,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:20.125717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.135229 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.135653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.136065 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.136472 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.136875 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.137302 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.137711 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.138110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.138509 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.138907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.139305 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.139702 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86382) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:20.142749 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:20.144310 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-3eb53064-c182-45bc-a4bd-037aafa0760d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b6af7bc-35da-4ad7-ae24-3153cd733128 HTTP/1.1" status: 204  len: 168 time: 0.5104170
Apr 20 17:38:20.147104 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50460) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:20.263828 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.395253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.510089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fce80b8>,) {'filters': {'network_id': ['88dee64d-b636-4c91-9ba9-41f069d9f2fc']}} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:20.522631 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fce80b8>, 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea') {'for_net_delete': True} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:20.523716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fce80b8>, 'afaceda3-0bcc-4268-ae7f-769c23c3a2ea') {} {{(pid=86382) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:20.535837 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036827302117'] for segment, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.550375 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:20.557142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=86382) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:38:20.979278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:38:20.988246 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826699821'] for segment, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.170223 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Network 88dee64d-b636-4c91-9ba9-41f069d9f2fc has no segments {{(pid=86382) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:38:21.193037 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:38:21.271560 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.275565 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:21.296349 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.302848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=88dee64d-b636-4c91-9ba9-41f069d9f2fc,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:21.309050 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:21.315140 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-f931c597-9dab-47f2-aeb9-7740fdaccf77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/88dee64d-b636-4c91-9ba9-41f069d9f2fc HTTP/1.1" status: 204  len: 168 time: 1.1670001
Apr 20 17:38:21.641373 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50466) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:21.693539 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-6e4f9c8c-bf8a-44ab-afed-defcfcd4c063 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a056b93cb78c4261a9f4b9db47eafe99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503862
Apr 20 17:38:21.696389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50470) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:21.758077 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.785956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.832134 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.838786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4bf0b2eb-4049-40a8-a806-baa44070dab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:21.853413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b11918-c271-478f-8f81-1307783d5aa1,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:21.857863 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:21.861018 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:21.862265 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5b437249-6952-4ccd-b7bf-5dc528da2c91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08b11918-c271-478f-8f81-1307783d5aa1 HTTP/1.1" status: 204  len: 168 time: 0.1649137
Apr 20 17:38:23.676410 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d249acd1-ba42-41fa-a344-3e83a2f98644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:26.166453 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-81874620-1875-4685-9524-10117d567e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:27.291454 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:27.654405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:28.716356 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:35.686991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86382) accepted ('10.222.0.25', 50476) {{(pid=86382) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:35.910125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port 95e82a25-784d-41b4-829f-297b30ce29de {{(pid=86382) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:35.910503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:36.103047 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:36.103339 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:36.240092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for 95e82a25-784d-41b4-829f-297b30ce29de owned by network:floatingip {{(pid=86382) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:36.393304 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28075940'] for port, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:36.397753 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-0fa0cc55-cbf2-456b-a2e8-16b2b861fa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:36.446918 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=95e82a25-784d-41b4-829f-297b30ce29de,revision_number=None']} {{(pid=86382) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:36.450323 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86382) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:36.544407 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, after_delete {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:36.544775 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP 9f0c5204-8fa0-4ed0-85b5-6f1bf310c137 disassociated (deleted). External IP: 172.27.0.228, port: 02b3af8b-91e0-405b-abf9-9cc11fb48ac6.
Apr 20 17:38:36.908598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86382) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:38:37.094638 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86382) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:38:37.105758 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:38:37.114038 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86382) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:37.116250 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:37.116936 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ee020b8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:37.175723 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-12a9beb3-46b3-41f4-8e2f-36426f67e8c1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "DELETE /v2.0/floatingips/9f0c5204-8fa0-4ed0-85b5-6f1bf310c137 HTTP/1.1" status: 204  len: 168 time: 1.4874551
Apr 20 17:38:37.176311 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6'}] {{(pid=86382) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:38:37.225501 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'status': 'completed', 'code': 200}
Apr 20 17:38:37.319805 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:37.358202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-32c4870d-b794-4ad4-b491-7bad78bb9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:37.359824 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-32c4870d-b794-4ad4-b491-7bad78bb9ebc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 1098 time: 0.0824618
Apr 20 17:38:37.516464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-9ae2ae65-baee-4d45-aea1-897a473a3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:37.518096 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-9ae2ae65-baee-4d45-aea1-897a473a3a13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1509135
Apr 20 17:38:37.588312 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea41c-41eb-441f-8c6d-a3ca3aafff65 req-86b05e13-e832-4a9a-97a9-dcde920d64f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:37.589217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-392ea41c-41eb-441f-8c6d-a3ca3aafff65 req-86b05e13-e832-4a9a-97a9-dcde920d64f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86382) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:38:37.600808 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-6b2bb158-0991-4bfc-8995-4d0320f3470c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 200  len: 217 time: 0.0744576
Apr 20 17:38:37.606195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-392ea41c-41eb-441f-8c6d-a3ca3aafff65 req-86b05e13-e832-4a9a-97a9-dcde920d64f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86382) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:38:37.607543 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-392ea41c-41eb-441f-8c6d-a3ca3aafff65 req-86b05e13-e832-4a9a-97a9-dcde920d64f8 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.1090426
Apr 20 17:38:37.659957 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-392ea41c-41eb-441f-8c6d-a3ca3aafff65 req-389025d1-959a-4348-abd4-11a870e8b45b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454783
Apr 20 17:38:37.681503 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-2512c694-dc57-4495-8a43-9bce79688a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:37.683091 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-2512c694-dc57-4495-8a43-9bce79688a39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0745330
Apr 20 17:38:37.720507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ee020b8>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:37.724964 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:38:37.735169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:37.735847 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332ee020b8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:37.771900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-d52f763c-6cfe-4ab6-a87a-fbc54fe5a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:37.773789 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-d52f763c-6cfe-4ab6-a87a-fbc54fe5a757 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820754
Apr 20 17:38:37.922375 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-5c09aa1a-cdbf-458e-b3c2-9d9257cfd2a1 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407869
Apr 20 17:38:37.931310 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:38.075554 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-bedc73ee-fc44-4aff-9b9d-9cf99410931c req-89b42a57-8f3b-4879-8748-4a43d77e9d44 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456165
Apr 20 17:38:38.311915 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332ee020b8>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:38.316112 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0635d2d-3717-489b-920d-899e45f9cb2f None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_floatingips': [{'id': '573cc15f-6a14-4a02-ac0a-fe193ec35b17', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'router_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'port_id': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'mac_address': 'fa:16:3e:37:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:34:48Z', 'updated_at': '2021-04-20T17:34:51Z', 'revision_number': 1, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:38:38.716830 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235ae70-51b3-48e9-af6d-21c619c57f3a None None] New status for floating IP 9f0c5204-8fa0-4ed0-85b5-6f1bf310c137: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:38:38.874826 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79641e5-4bc0-4b70-9075-f0307754db33 req-57832d05-9333-4590-97e0-a7e3170ed274 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:38.876489 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a79641e5-4bc0-4b70-9075-f0307754db33 req-57832d05-9333-4590-97e0-a7e3170ed274 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0972459
Apr 20 17:38:38.927927 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-a79641e5-4bc0-4b70-9075-f0307754db33 req-bb2bb762-363a-49e8-85a8-4591a0fb9c13 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448873
Apr 20 17:38:39.328516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-1b2d4df5-4e9b-4285-9e83-338ae0e1c793 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:39.330102 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-1b2d4df5-4e9b-4285-9e83-338ae0e1c793 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 945 time: 0.0929556
Apr 20 17:38:39.411231 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:39.411612 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:39.701295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] For port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:39.701700 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:39.838916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:39.993526 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:39.999299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-dd253bd0-5a12-4cf9-9b63-d6a0c45b6486 tempest-AttachVolumeShelveTestJSON-2107801448 tempest-AttachVolumeShelveTestJSON-2107801448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:40.058057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=02b3af8b-91e0-405b-abf9-9cc11fb48ac6,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:40.062074 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:40.111400 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-974d0145-d205-4624-9368-6cb39a7f1f75 req-10f8a621-8090-4231-9651-872ab90136cc tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc HTTP/1.1" status: 200  len: 210 time: 0.0557427
Apr 20 17:38:40.145085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] No DVR routers for this DVR port 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:38:40.147593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:40.151721 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'name': 'network-vif-deleted', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:38:40.167072 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b74f687b-f13b-4a67-bfef-174f7b271941 req-e063de6e-2fbc-420e-826e-94e1b42edbd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "DELETE /v2.0/ports/02b3af8b-91e0-405b-abf9-9cc11fb48ac6 HTTP/1.1" status: 204  len: 173 time: 0.8298981
Apr 20 17:38:40.201032 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543dcb2b-f6cd-4a95-b779-4e6c2dd8d9fc', 'name': 'network-vif-deleted', 'tag': '02b3af8b-91e0-405b-abf9-9cc11fb48ac6', 'status': 'completed', 'code': 200}
Apr 20 17:38:43.634204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50506) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:43.641255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:38:43.679015 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:38:43.679461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device 02b3af8b-91e0-405b-abf9-9cc11fb48ac6 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:44.094142 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port 34a5e22f-ee45-4e5e-b7ab-74c74f346517 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:44.094530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:44.281089 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:44.281507 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:44.415660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for 34a5e22f-ee45-4e5e-b7ab-74c74f346517 owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:44.568607 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:44.573413 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:44.619742 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=34a5e22f-ee45-4e5e-b7ab-74c74f346517,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:44.622598 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:44.721278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:44.721880 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.db.l3_db [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Floating IP 573cc15f-6a14-4a02-ac0a-fe193ec35b17 disassociated (deleted). External IP: 172.27.0.23, port: f6b48ec1-04f4-4912-867d-d39e16d874a8.
Apr 20 17:38:44.865892 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:45.100811 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:38:45.305628 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:38:45.315657 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:38:45.325020 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:45.327145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:45.327848 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33344914e0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:45.395767 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-1207fa07-2918-41e5-9e09-d8483ec4af43 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "DELETE /v2.0/floatingips/573cc15f-6a14-4a02-ac0a-fe193ec35b17 HTTP/1.1" status: 204  len: 168 time: 1.7557585
Apr 20 17:38:45.395767 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:38:45.453977 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'status': 'completed', 'code': 200}
Apr 20 17:38:45.617796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ce40-a661-47ed-a275-21c54072c64a req-417c914d-cd10-441f-9a90-6ffe55a60269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:45.619801 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-417c914d-cd10-441f-9a90-6ffe55a60269 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3240c79aac5f4debaa182a571e07df04&device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 1098 time: 0.1213355
Apr 20 17:38:45.790840 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:45.801584 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ce40-a661-47ed-a275-21c54072c64a req-5b64a86f-3e4c-438e-a6b9-40966e388757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:45.803215 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-5b64a86f-3e4c-438e-a6b9-40966e388757 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 200  len: 913 time: 0.1767654
Apr 20 17:38:45.881593 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-639233ca-3063-4dea-9f96-37d7c3e63028 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 200  len: 217 time: 0.0709460
Apr 20 17:38:45.932796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698055f-02ba-4640-9296-845b4b9587e5 req-fe304f12-321f-4a20-bef8-e2ac8e4eac6b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86382) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:45.935086 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b698055f-02ba-4640-9296-845b4b9587e5 req-fe304f12-321f-4a20-bef8-e2ac8e4eac6b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.1151509
Apr 20 17:38:45.960172 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ce40-a661-47ed-a275-21c54072c64a req-15d09686-1595-4145-a159-014387ebb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:45.963658 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-15d09686-1595-4145-a159-014387ebb8b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 200  len: 850 time: 0.0746901
Apr 20 17:38:45.995253 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-b698055f-02ba-4640-9296-845b4b9587e5 req-da39bf1f-c2ce-46b8-9a99-3995181a4b0b tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484619
Apr 20 17:38:46.054461 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ce40-a661-47ed-a275-21c54072c64a req-cb44be53-7503-4d2d-b646-a85d66269fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:46.056852 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-cb44be53-7503-4d2d-b646-a85d66269fc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4a49c47f-dfdd-4376-8b10-d24becd2e36a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865512
Apr 20 17:38:46.175030 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33344914e0>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:46.179536 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:38:46.189268 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:46.189951 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f33344914e0>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:46.229679 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-39d60a17-e945-417d-b09d-49956dfd9d76 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645567
Apr 20 17:38:46.380397 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-7080ce40-a661-47ed-a275-21c54072c64a req-2059df36-0da5-4b6b-ba85-246226419984 service neutron] 10.222.0.72 "GET /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426561
Apr 20 17:38:46.390066 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:46.726543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f33344914e0>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:46.731163 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f70ff-306e-4fbf-87b0-86f8a1610d67 None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:31:00Z', 'revision_number': 4, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi', '_interfaces': [{'id': '2a3460b0-3c01-4556-9a7a-32f8f94ec9e4', 'name': '', 'network_id': '4a49c47f-dfdd-4376-8b10-d24becd2e36a', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'mac_address': 'fa:16:3e:30:75:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:59Z', 'updated_at': '2021-04-20T17:31:12Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'subnets': [{'id': '962c0868-f9ed-492c-913f-6020ed5fa192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:38:47.105296 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961a21f-b279-4389-8f48-21ac9593acb2 None None] New status for floating IP 573cc15f-6a14-4a02-ac0a-fe193ec35b17: DOWN {{(pid=86384) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 17:38:47.208994 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98997eaa-7800-4c43-8e01-d96e9c22bb8a req-d9b20edc-46f9-4bb2-bf98-422dc0e1bb98 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:47.209774 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-98997eaa-7800-4c43-8e01-d96e9c22bb8a req-d9b20edc-46f9-4bb2-bf98-422dc0e1bb98 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:38:47.225494 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-98997eaa-7800-4c43-8e01-d96e9c22bb8a req-d9b20edc-46f9-4bb2-bf98-422dc0e1bb98 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:38:47.227631 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98997eaa-7800-4c43-8e01-d96e9c22bb8a req-d9b20edc-46f9-4bb2-bf98-422dc0e1bb98 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.1109824
Apr 20 17:38:47.280958 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-98997eaa-7800-4c43-8e01-d96e9c22bb8a req-e7709c15-be6b-4aa3-ad4a-a0db215c5470 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/security-groups?id=7363c793-0b3a-48fd-bf1b-5432e7189c38&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469494
Apr 20 17:38:47.483695 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-0000bd62-2bec-481d-befa-70b666b1dfd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86381) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 17:38:47.485363 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-0000bd62-2bec-481d-befa-70b666b1dfd2 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 945 time: 0.0900090
Apr 20 17:38:47.578946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port f6b48ec1-04f4-4912-867d-d39e16d874a8 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:47.579222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:47.852674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] For port f6b48ec1-04f4-4912-867d-d39e16d874a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f6b48ec1-04f4-4912-867d-d39e16d874a8,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:47.852997 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:47.991804 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for f6b48ec1-04f4-4912-867d-d39e16d874a8 owned by compute:nova {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:48.141582 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:48.148888 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e586b23-231e-4df2-a173-be6daaa38bf1 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:48.233667 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=f6b48ec1-04f4-4912-867d-d39e16d874a8,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:48.236190 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:48.282552 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] No DVR routers for this DVR port f6b48ec1-04f4-4912-867d-d39e16d874a8 on host hv-cinder-78692 {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:38:48.285039 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:48.289963 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'name': 'network-vif-deleted', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8'}] {{(pid=86381) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 17:38:48.303354 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-32d5a0cb-e78f-463b-8a6e-78c26553adfa req-ac406ee8-dfbd-412b-8b3b-c2380d10ad5c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.72 "DELETE /v2.0/ports/f6b48ec1-04f4-4912-867d-d39e16d874a8 HTTP/1.1" status: 204  len: 173 time: 0.8116663
Apr 20 17:38:48.338527 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6f6426-35e9-4e6b-b8f5-eda43d6c3c17', 'name': 'network-vif-deleted', 'tag': 'f6b48ec1-04f4-4912-867d-d39e16d874a8', 'status': 'completed', 'code': 200}
Apr 20 17:38:48.706629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9516d071-617a-465d-a8b0-2f68253d8b88 req-d8eaf885-2daa-4c14-9444-4f64fc7489ba tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Synchronizing usage tracker for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 17:38:48.724986 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.quota.resource [req-9516d071-617a-465d-a8b0-2f68253d8b88 req-d8eaf885-2daa-4c14-9444-4f64fc7489ba tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Unset dirty status for tenant:3240c79aac5f4debaa182a571e07df04 on resource:port {{(pid=86381) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 17:38:48.726978 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [req-9516d071-617a-465d-a8b0-2f68253d8b88 req-d8eaf885-2daa-4c14-9444-4f64fc7489ba tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "GET /v2.0/ports?device_id=da6f6426-35e9-4e6b-b8f5-eda43d6c3c17 HTTP/1.1" status: 200  len: 210 time: 0.3234146
Apr 20 17:38:49.838944 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50526) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:50.008844 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Deleting port fb1c2070-db7d-4743-9c86-89c7ea95f050 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:50.009236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.195769 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.196157 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.328179 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Calling delete_port for fb1c2070-db7d-4743-9c86-89c7ea95f050 owned by network:floatingip {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:50.470909 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.475462 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-6cb6421d-cc59-468e-8b07-d9ed03e5993f tempest-VolumesSnapshotTestJSON-1316124746 tempest-VolumesSnapshotTestJSON-1316124746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:50.523316 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'Port': ['ID=fb1c2070-db7d-4743-9c86-89c7ea95f050,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:50.560750 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:50.622358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for floatingip, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.640589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:50.641906 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-8c88bc5b-b0ec-4bfd-afd9-eed79c376110 tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "DELETE /v2.0/floatingips/d07fa968-619c-458a-8483-6befc60adf11 HTTP/1.1" status: 204  len: 168 time: 0.8018537
Apr 20 17:38:51.672216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device f6b48ec1-04f4-4912-867d-d39e16d874a8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:38:51.713395 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] No Port match for: f6b48ec1-04f4-4912-867d-d39e16d874a8 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:38:51.713795 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Device f6b48ec1-04f4-4912-867d-d39e16d874a8 not bound to the agent host hv-cinder-78692 {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:52.054095 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50540) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:52.128416 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:52.160085 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:52.229916 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:52.235209 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5838b07f-248b-4b05-8f1b-58e57aca684e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:52.254705 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7363c793-0b3a-48fd-bf1b-5432e7189c38,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:52.257169 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:52.266619 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:52.267681 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] 10.222.0.25 "DELETE /v2.0/security-groups/7363c793-0b3a-48fd-bf1b-5432e7189c38 HTTP/1.1" status: 204  len: 168 time: 0.2119024
Apr 20 17:38:52.327637 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50546) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:52.374831 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:38:53.080093 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:53.452589 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Deleting port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:53.452974 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:53.638358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] For port 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:53.638675 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:53.678299 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fe03b79b-edf3-4f87-8c13-b02d0a2ceb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:53.774956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Calling delete_port for 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:53.954674 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:53.959362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-caa4b7d3-efc7-46fb-b656-a33f3f7ca3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:54.006079 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3460b0-3c01-4556-9a7a-32f8f94ec9e4,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:54.051716 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.052139 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.052550 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.052954 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.053399 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.053802 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.054202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.054957 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.055364 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.055764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.056164 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.056530 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-iscsi {{(pid=86381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 17:38:54.061763 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:54.306455 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:54.947025 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Router 16731efb-beec-4e66-9680-74c94f1b5dca has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:38:55.139422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:38:55.149672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Sync routers for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:38:55.154077 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] 10.222.0.25 "PUT /v2.0/routers/16731efb-beec-4e66-9680-74c94f1b5dca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8252604
Apr 20 17:38:55.156884 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50552) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:55.160294 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:55.160983 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332eb72ba8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:55.352813 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:55.360263 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: dv-cinder-786927-2-iscsi {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:55.547613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:55.556731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Deleting port ff0b677f-9587-4b1f-8263-9f0f87073026 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:55.557107 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:55.665781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332eb72ba8>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:38:53Z', 'revision_number': 5, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port': {'id': 'ff0b677f-9587-4b1f-8263-9f0f87073026', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:30:53Z', 'updated_at': '2021-04-20T17:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:55.669870 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Checking router: 16731efb-beec-4e66-9680-74c94f1b5dca for host: dv-cinder-786927-2-iscsi {{(pid=86383) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:38:55.678724 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Routers {'16731efb-beec-4e66-9680-74c94f1b5dca'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86383) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:38:55.679993 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f332eb72ba8>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:26Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['16731efb-beec-4e66-9680-74c94f1b5dca'], 'active': True} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:55.746599 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] For port ff0b677f-9587-4b1f-8263-9f0f87073026, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=ff0b677f-9587-4b1f-8263-9f0f87073026,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:55.746985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:55.840474 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] Set router 16731efb-beec-4e66-9680-74c94f1b5dca gateway port host: None {{(pid=86383) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:38:55.880995 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Calling delete_port for ff0b677f-9587-4b1f-8263-9f0f87073026 owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:55.957697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f332eb72ba8>, [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:38:55Z', 'revision_number': 6, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:55.962146 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842eb2f3-81c2-4e91-b375-b31fee6f5028 None None] The sync data for ids ['16731efb-beec-4e66-9680-74c94f1b5dca'] in dv-cinder-786927-2-iscsi is: [{'id': '16731efb-beec-4e66-9680-74c94f1b5dca', 'name': 'tempest-TestVolumeBootPattern-900180335-router', 'tenant_id': '3240c79aac5f4debaa182a571e07df04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:30:51Z', 'updated_at': '2021-04-20T17:38:55Z', 'revision_number': 6, 'project_id': '3240c79aac5f4debaa182a571e07df04', 'gw_port_host': None}] {{(pid=86383) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:38:56.077070 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.082405 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5f0c5a34-4f23-4c31-9a7c-78d9dd1800b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:56.133792 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0b677f-9587-4b1f-8263-9f0f87073026,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:56.166259 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:56.169866 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-fd2c4db8-700a-421f-bb66-e147449ab9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.237617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.429076 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.432544 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.454365 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.454946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16731efb-beec-4e66-9680-74c94f1b5dca {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:38:56.468097 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.469556 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-890d4320-a1b6-4b8e-83bf-1034fd047b26 admin admin] 10.222.0.25 "DELETE /v2.0/routers/16731efb-beec-4e66-9680-74c94f1b5dca HTTP/1.1" status: 204  len: 168 time: 1.3115819
Apr 20 17:38:56.472228 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50556) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:56.538512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Deleting subnet 962c0868-f9ed-492c-913f-6020ed5fa192 {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:38:56.542670 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.599773 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.687006 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.952241 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:56.957145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:56.994808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962c0868-f9ed-492c-913f-6020ed5fa192,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:56.996960 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.000781 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8c54a-d4be-4e32-a839-2af5b7eccacf None None] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:38:57.000927 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:57.003908 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-a17a7de6-56a3-4c8a-a798-9462abe33bd7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/962c0868-f9ed-492c-913f-6020ed5fa192 HTTP/1.1" status: 204  len: 168 time: 0.5306916
Apr 20 17:38:57.006593 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50560) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:57.129155 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.141245 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Deleting port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:57.141629 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.287718 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] DHCP port deletion for 4a49c47f-dfdd-4376-8b10-d24becd2e36a request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:38:57.299806 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Deleting port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:57.300236 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.331759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.375823 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] For port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:57.376216 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.491275 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device ff0b677f-9587-4b1f-8263-9f0f87073026 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:38:57.514187 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Calling delete_port for 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 owned by network:dhcp {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:57.535359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: ff0b677f-9587-4b1f-8263-9f0f87073026 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:38:57.535751 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device ff0b677f-9587-4b1f-8263-9f0f87073026 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:57.536222 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:38:57.584320 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:38:57.584709 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 2a3460b0-3c01-4556-9a7a-32f8f94ec9e4 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:57.585204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:38:57.595327 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.600321 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-da98c9bc-cddf-4859-ad67-5f7b15633784 tempest-VolumesNegativeTest-1837169878 tempest-VolumesNegativeTest-1837169878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:57.651985 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:57.655653 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:57.656506 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] No DVR routers for this DVR port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 on host dv-cinder-786927-2-iscsi {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:38:57.830361 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:38:57.830664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:38:57.847620 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] For port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=08867b5e-9ab3-4913-aa33-ccb8f9ff6888,segment=NetworkSegment(44b1e9a1-b94b-4049-92eb-bf9a58309222),segment_id=44b1e9a1-b94b-4049-92eb-bf9a58309222)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:57.848063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.860966 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:57.985253 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Calling delete_port for 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:38:58.032533 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.061615 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:38:58.062037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:38:58.148252 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332e87cb38>,) {'filters': {'network_id': ['4a49c47f-dfdd-4376-8b10-d24becd2e36a']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:58.160785 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e87cb38>, '44b1e9a1-b94b-4049-92eb-bf9a58309222') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:58.161116 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332e87cb38>, '44b1e9a1-b94b-4049-92eb-bf9a58309222') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:38:58.173043 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.190759 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.198037 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:38:58.374355 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:38:58.383427 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.561650 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Network 4a49c47f-dfdd-4376-8b10-d24becd2e36a has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:38:58.563135 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Deleting port 08867b5e-9ab3-4913-aa33-ccb8f9ff6888 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:58.563580 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:38:58.584473 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:38:58.639264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-db455b8e-fba4-455b-96ba-45c68db24c8b None None] The port '08867b5e-9ab3-4913-aa33-ccb8f9ff6888' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:38:58.669168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.672926 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:38:58.690224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.697064 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a49c47f-dfdd-4376-8b10-d24becd2e36a,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:38:58.701879 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:38:58.708900 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:58.713746 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a49c47f-dfdd-4376-8b10-d24becd2e36a HTTP/1.1" status: 204  len: 168 time: 1.7060864
Apr 20 17:38:58.716861 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50564) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:38:59.339111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-951449'] for router_interface, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:59.711626 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Deleting port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:38:59.712233 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:38:59.899578 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] For port 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:38:59.899979 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:00.034610 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Calling delete_port for 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa owned by network:router_interface {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:39:00.224946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:00.230060 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7eac648f-8312-4d76-9cd7-d66a84266d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:00.278786 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Pushing event deleted for resources: {'Port': ['ID=5683d97c-0d28-4d70-9fbc-3d0f6651aeaa,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:00.310295 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:00.559141 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854217054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-951527'] for router_interface, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:01.203088 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Router 6d22c807-d210-4720-bb79-9740f33e003a has already been hosted by L3 agent 0058e724-8041-48c5-a6cc-c80ac32fb467 {{(pid=86381) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 17:39:01.405168 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-iscsi the message routers_updated {{(pid=86381) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 17:39:01.415464 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Sync routers for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 17:39:01.425354 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-ae2f82e3-fe43-49b0-a427-2a9746160704 admin admin] 10.222.0.25 "PUT /v2.0/routers/6d22c807-d210-4720-bb79-9740f33e003a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7047827
Apr 20 17:39:01.425647 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50568) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:01.427652 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:39:01.428346 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333459d518>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:01.621968 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks [] for router, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:01.622660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: dv-cinder-786927-2-iscsi {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:39:01.812102 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:01.821747 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Deleting port f149780d-d8ac-4a28-aa71-dbc43133770d {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:39:01.822129 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:01.923328 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333459d518>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'external_fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:39:00Z', 'revision_number': 5, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port': {'id': 'f149780d-d8ac-4a28-aa71-dbc43133770d', 'name': '', 'network_id': 'd1f9fcfe-bab3-4476-bb36-98c7b89bc4f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:da:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d22c807-d210-4720-bb79-9740f33e003a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:31:07Z', 'updated_at': '2021-04-20T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0eb0086-dcc6-4a08-bc4f-636b4cf5d6d4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-iscsi'}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:01.927389 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Checking router: 6d22c807-d210-4720-bb79-9740f33e003a for host: dv-cinder-786927-2-iscsi {{(pid=86384) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 17:39:01.936976 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Routers {'6d22c807-d210-4720-bb79-9740f33e003a'} bound to L3 agent in host dv-cinder-786927-2-iscsi {{(pid=86384) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 17:39:01.937672 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f333459d518>, 'dv-cinder-786927-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:15:56Z,description=<?>,heartbeat_timestamp=2021-04-20T17:38:56Z,host='dv-cinder-786927-2-iscsi',id=0058e724-8041-48c5-a6cc-c80ac32fb467,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T17:15:56Z,topic='l3_agent')) {'router_ids': ['6d22c807-d210-4720-bb79-9740f33e003a'], 'active': True} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:02.009510 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] For port f149780d-d8ac-4a28-aa71-dbc43133770d, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=f149780d-d8ac-4a28-aa71-dbc43133770d,segment=NetworkSegment(d6a74cf8-3df2-4940-ab6b-20036353a3cc),segment_id=d6a74cf8-3df2-4940-ab6b-20036353a3cc)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:39:02.009912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.145144 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Calling delete_port for f149780d-d8ac-4a28-aa71-dbc43133770d owned by network:router_gateway {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:39:02.285032 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvr_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] Set router 6d22c807-d210-4720-bb79-9740f33e003a gateway port host: None {{(pid=86384) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 17:39:02.336850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.341452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5e1279e6-e50d-445c-ad6c-17a89f51e3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:02.388368 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=f149780d-d8ac-4a28-aa71-dbc43133770d,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:02.390956 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:02.402660 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_hamode_db [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f333459d518>, [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:39:01Z', 'revision_number': 6, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port_host': None}], 'dv-cinder-786927-2-iscsi', False) {} {{(pid=86384) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:02.406930 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a07887-31bb-455d-8290-197004ce67c6 None None] The sync data for ids ['6d22c807-d210-4720-bb79-9740f33e003a'] in dv-cinder-786927-2-iscsi is: [{'id': '6d22c807-d210-4720-bb79-9740f33e003a', 'name': 'tempest-TestVolumeBootPattern-1147118409-router', 'tenant_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:31:05Z', 'updated_at': '2021-04-20T17:39:01Z', 'revision_number': 6, 'project_id': 'f9fa1bd7dca74a969c49d38a146f084b', 'gw_port_host': None}] {{(pid=86384) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 17:39:02.494369 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853794970'] for router_gateway, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.682682 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853809350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773075'] for router, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.685059 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.711111 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-956286'] for router, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.711706 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d22c807-d210-4720-bb79-9740f33e003a {{(pid=86381) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 17:39:02.724468 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] Notify callbacks [] for router, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.725748 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-e7e09aec-b348-496f-a2bc-5e4cfb4c7f30 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6d22c807-d210-4720-bb79-9740f33e003a HTTP/1.1" status: 204  len: 168 time: 1.2989671
Apr 20 17:39:02.730482 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50572) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:02.798946 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Deleting subnet a9e473ab-2b62-4dd8-8204-b90afc998b0c {{(pid=86381) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 17:39:02.802199 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.860204 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826660403'] for subnet, precommit_delete_associations {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:02.946680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4114722'] for subnet, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.220308 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850661094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853856660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27666580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28707645'] for subnet, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.225362 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:03.264661 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e473ab-2b62-4dd8-8204-b90afc998b0c,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:03.266853 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for subnet, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.269697 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:03.271492 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db638332-7cde-401b-a7ca-9640c877b4b0 None None] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 requested from dv-cinder-786927-2-iscsi {{(pid=86383) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 17:39:03.274783 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-7e7c7a63-fdd7-4054-9666-cdb83435cc74 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a9e473ab-2b62-4dd8-8204-b90afc998b0c HTTP/1.1" status: 204  len: 168 time: 0.5431981
Apr 20 17:39:03.277627 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50576) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:03.403796 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3698030'] for network, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.417592 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Deleting port 47e35480-8ba2-4788-9641-710f5fe4af83 {{(pid=86381) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:39:03.417991 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.455042 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:39:03.492666 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:39:03.492971 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 5683d97c-0d28-4d70-9fbc-3d0f6651aeaa not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:39:03.493458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f149780d-d8ac-4a28-aa71-dbc43133770d no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:39:03.532649 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: f149780d-d8ac-4a28-aa71-dbc43133770d {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:39:03.533036 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device f149780d-d8ac-4a28-aa71-dbc43133770d not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:39:03.611264 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] DHCP port deletion for c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 request from dv-cinder-786927-2-iscsi {{(pid=86383) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 17:39:03.615431 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Deleting port 47e35480-8ba2-4788-9641-710f5fe4af83 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:39:03.615854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.648673 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] For port 47e35480-8ba2-4788-9641-710f5fe4af83, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=47e35480-8ba2-4788-9641-710f5fe4af83,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86381) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:39:03.649491 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.783251 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Calling delete_port for 47e35480-8ba2-4788-9641-710f5fe4af83 owned by network:dhcp {{(pid=86381) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:39:03.833303 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.db [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] For port 47e35480-8ba2-4788-9641-710f5fe4af83, host dv-cinder-786927-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-iscsi',level=0,port_id=47e35480-8ba2-4788-9641-710f5fe4af83,segment=NetworkSegment(e9867250-79cf-4fcd-abc7-8ba97957abbb),segment_id=e9867250-79cf-4fcd-abc7-8ba97957abbb)] {{(pid=86383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 17:39:03.833664 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-975486'] for port, precommit_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.860255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3689267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295734681375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295735129119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27666752'] for port, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:03.865145 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-8d96b916-8c1f-4ca8-a90b-4456a25a56b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:03.914452 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e35480-8ba2-4788-9641-710f5fe4af83,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:03.917854 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:03.918677 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] No DVR routers for this DVR port 47e35480-8ba2-4788-9641-710f5fe4af83 on host dv-cinder-786927-2-iscsi {{(pid=86381) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 17:39:03.968206 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Calling delete_port for 47e35480-8ba2-4788-9641-710f5fe4af83 owned by network:dhcp {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 17:39:04.041799 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850661001', 'neutron.services.segments.db._delete_segments_for_network-8741120013171'] for network, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.044713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.db.api [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86383) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 17:39:04.045117 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_db.api [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 17:39:04.155574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f332fb02ba8>,) {'filters': {'network_id': ['c1a3d6bd-065e-4a12-bffb-bee3613cc1f0']}} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:04.168278 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb02ba8>, 'e9867250-79cf-4fcd-abc7-8ba97957abbb') {'for_net_delete': True} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:04.168690 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.services.segments.db [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f332fb02ba8>, 'e9867250-79cf-4fcd-abc7-8ba97957abbb') {} {{(pid=86381) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 17:39:04.183486 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363295734654307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28115397'] for segment, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.199789 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851006652'] for segment, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.206193 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=86381) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 17:39:04.381470 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:39:04.391330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3769139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827109065'] for segment, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.546849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Deleting port 47e35480-8ba2-4788-9641-710f5fe4af83 {{(pid=86383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 17:39:04.547428 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295734685044'] for port, before_delete {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.572632 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.managers [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Network c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 has no segments {{(pid=86381) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]: Traceback (most recent call last):
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     timer()
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     cb(*args, **kw)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     return func(*args, **kwargs)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     self._notify()
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     self.callback(batched_events)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     event.method(event)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     segment_id)['aggregates'][0]
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     return f(self, *a, **k)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self._get(url).json()
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     **kwargs)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     return self.request(url, 'GET', **kwargs)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     **endpoint_filter)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 17:39:04.594983 dv-cinder-786927-2-iscsi neutron-server[86268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 17:39:04.619125 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-b89e4ce5-299b-4689-8377-2684d3f1519d None None] The port '47e35480-8ba2-4788-9641-710f5fe4af83' was deleted {{(pid=86383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 17:39:04.924418 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4114815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853795711'] for network, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.928001 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:04.941603 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558729'] for network, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:04.952350 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a3d6bd-065e-4a12-bffb-bee3613cc1f0,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:04.957359 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:04.960464 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-5aefe590-9493-4267-9c90-c51ba4d35324 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1a3d6bd-065e-4a12-bffb-bee3613cc1f0 HTTP/1.1" status: 204  len: 168 time: 1.6818435
Apr 20 17:39:05.080110 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50582) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:05.133998 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-87b79c95-180e-479e-af48-b9d503d636ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3240c79aac5f4debaa182a571e07df04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525968
Apr 20 17:39:05.136543 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50586) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:05.202285 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.230574 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.284063 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.289691 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d8717c36-2b23-4b1c-b819-cece099e9bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:05.303676 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f2552e-8c2d-4ee0-83d3-a620f3b544af,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:05.308057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:05.311633 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.312920 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-d5d3ab11-b8e7-4ebd-8dc7-65bc83519773 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74f2552e-8c2d-4ee0-83d3-a620f3b544af HTTP/1.1" status: 204  len: 168 time: 0.1754110
Apr 20 17:39:05.443403 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 47e35480-8ba2-4788-9641-710f5fe4af83 no longer exists at agent ovs-agent-dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 17:39:05.484849 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.plugin [None req-2506716c-f678-4967-b034-be191fb1e140 None None] No Port match for: 47e35480-8ba2-4788-9641-710f5fe4af83 {{(pid=86383) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 17:39:05.485273 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.plugins.ml2.rpc [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Device 47e35480-8ba2-4788-9641-710f5fe4af83 not bound to the agent host dv-cinder-786927-2-iscsi {{(pid=86383) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 17:39:05.675961 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50594) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:05.728489 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-c1a42fbd-d66c-428e-b703-5437532a683c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9fa1bd7dca74a969c49d38a146f084b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510328
Apr 20 17:39:05.730907 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [-] (86381) accepted ('10.222.0.25', 50598) {{(pid=86381) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 17:39:05.793126 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.821154 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.866897 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853854560'] for security_group, after_delete {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.872176 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-4f42fb17-db59-44e5-b5bf-26620ad9251c tempest-TestVolumeBootPattern-272394124 tempest-TestVolumeBootPattern-272394124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 17:39:05.885648 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf382f-96cc-4921-b49a-ff1fc1145b72,revision_number=None']} {{(pid=86381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 17:39:05.888092 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG oslo_concurrency.lockutils [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86381) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 17:39:05.890381 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86381) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:05.891557 dv-cinder-786927-2-iscsi neutron-server[86268]: INFO neutron.wsgi [None req-b3b609e6-ce65-4099-9dec-5b4211d1a302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8baf382f-96cc-4921-b49a-ff1fc1145b72 HTTP/1.1" status: 204  len: 168 time: 0.1596668
Apr 20 17:39:14.879949 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:23.680261 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6830e00b-e9f3-417c-8b36-3432ba69a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:26.172329 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8ae3a7be-5fac-475a-a7ea-012270efe9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:27.297224 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:27.653881 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:28.712138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:29.373903 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:39:44.885202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:53.682850 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7f9a-87b8-4b8e-9052-63196c4d9332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:56.172790 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-c6622ffa-3291-455b-a265-7512f035a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:57.300458 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:57.655307 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:39:58.715912 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:06.374600 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:40:14.910124 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:23.684555 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-d16bee4b-ecef-45ee-9a54-cef7efc0acff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:26.173366 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6a229614-d785-41bc-81ed-7ffcce6b9bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:27.305330 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:27.656286 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:28.720202 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:31.538868 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.wsgi [req-824bae88-7786-4bbf-933b-45d0123b57b2 req-57e2a94f-4149-42b5-93cb-dd61ff7cbfb6 service neutron] (86382) timed out ('10.222.0.72', 64844) {{(pid=86382) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 17:40:43.374442 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:40:44.910298 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:53.685196 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f19c9bbb-5c9f-4007-abed-7c894a9cc5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:56.174741 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-a70b36d8-6200-4d07-9b53-e0a29f36921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:57.304764 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:57.658515 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:40:58.723184 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:14.923596 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:20.375516 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:41:23.686483 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-25cff9e2-dcf0-440d-b484-8b39cf37e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:26.175857 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2f92b2e4-23f3-4f1a-a2fd-9865ba7ead27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:27.307920 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:27.660456 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:28.726803 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:44.921195 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:53.688501 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5f50-ccbe-4d4e-b679-6e9af59a27ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:56.177534 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8f64d7f4-5bdc-481b-bc54-ef69c2745d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:57.309821 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:57.375214 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:41:57.661005 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:41:58.729617 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:14.935680 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:23.690367 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-94ef80ae-8d06-4197-a641-5fc88c01793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:26.178255 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-403b5471-ee5b-4493-afbe-fcec19f74cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:27.312731 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:27.662280 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:28.732604 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:34.374057 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:42:44.957713 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:53.693249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-13524404-c1d0-4f34-8250-febfab4c51a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:56.179688 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-6827f20a-fd14-4d10-a96c-252abb7b9d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:57.314249 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:57.664512 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:42:58.735497 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:11.375217 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:43:14.969422 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:23.695098 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8c88d9cc-c665-444a-9ae2-dfc6811f2bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:26.181358 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-cae98b76-4f2d-4197-9184-b2c21474723d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:27.317717 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:27.665744 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:28.740186 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:44.986816 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:48.377563 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:43:53.696910 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-7a710013-8f25-4b62-a1db-0cdc0e17276e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:56.181722 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-8194ab88-7d27-421e-bd0e-d74e47a6e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:57.319642 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:57.667738 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:43:58.743735 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:14.984138 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-ba2606bf-0aad-4b0e-af43-b8816b58359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:23.698524 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-1981f5fd-7bf5-400d-9fa6-5692c5570886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:25.377354 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron.db.agents_db [None req-a289dc1f-3996-4252-8cf3-a6eed1b6c56b None None] Agent healthcheck: found 6 active agents {{(pid=86384) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 17:44:26.182108 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-278cfa1d-1b00-49f9-ba03-6e8be468bf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:27.322808 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-16c116c7-270c-4db1-b0df-98cf21f8134f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:27.668819 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-2506716c-f678-4967-b034-be191fb1e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 17:44:28.752613 dv-cinder-786927-2-iscsi neutron-server[86268]: DEBUG neutron_lib.callbacks.manager [None req-46944c3b-4521-46ae-859c-05ff1a76f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363295734762629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850634411'] for agent, after_update {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}